-- Logs begin at Fri 2022-06-17 06:34:13 UTC, end at Fri 2022-06-17 07:38:16 UTC. -- Jun 17 07:11:15.854463 dv-cinder-834822-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 07:11:18.578273 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.common.config [-] Logging enabled! Jun 17 07:11:18.578861 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 17 07:11:18.579050 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103692) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 17 07:11:18.582328 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.common.config [-] Logging enabled! Jun 17 07:11:18.582580 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 17 07:11:18.582887 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103692) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 17 07:11:18.584372 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 07:11:18.584602 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 07:11:18.584963 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 07:11:18.585202 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 07:11:18.585424 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 07:11:18.585832 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.586128 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.586354 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.586647 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.586933 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.587213 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.587497 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.587789 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.588091 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.588384 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.588665 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.588891 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.589167 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.589450 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.589730 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.589949 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] debug = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.590224 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.590654 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.591061 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.591338 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.591620 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.591894 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.592189 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.592462 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.592741 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.593066 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] host = dv-cinder-834822-4-iscsi {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.593341 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.593621 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.593900 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.594180 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.594449 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.594719 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.594996 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.595264 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.595528 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] log_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.595795 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.596084 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.596380 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.596661 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.596880 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.597096 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.597376 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.597668 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.597938 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.598207 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.598479 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.598746 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.599063 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.599848 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.600158 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.600442 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.600723 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.600991 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.601260 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.601527 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.601793 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.602070 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.602338 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.602604 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.602870 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.603153 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.603417 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.603684 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.603978 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.604292 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.604569 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.604847 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.605115 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.605391 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.605660 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.605927 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.606194 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] use_json = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.606459 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.606723 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.607000 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.607269 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.607537 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.607806 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.608112 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.608375 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.608641 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:18.608931 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.609223 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.609517 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.609796 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.610095 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.610370 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.610651 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.610924 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.611207 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.611489 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.611770 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.612045 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.612365 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.612649 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.612938 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.613240 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.613529 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.613816 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.614086 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.614356 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.614708 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.614925 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.615209 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.615485 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.615769 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.616052 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.616348 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.616637 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.616916 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.617196 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.617485 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.617769 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.618038 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.618311 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.618601 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.618874 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.619141 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.619424 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.619697 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.619964 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.620262 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.620549 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.620831 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.621097 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.621370 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.621654 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.621926 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.622192 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.622456 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.622727 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.622993 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.623268 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.623538 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.623802 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.624091 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.624356 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.624623 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.624891 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.625163 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.625430 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.625700 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.625965 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.626230 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.626493 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.626757 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.627020 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.627286 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.627553 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.627827 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.628120 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.628394 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.628660 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.628925 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.629192 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.629484 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.629756 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.630027 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.630810 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.631080 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.631351 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.631624 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.631897 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.632195 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.632463 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.632747 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.633025 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.633305 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.633582 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.633852 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.634156 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.634430 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.634700 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.634974 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.635245 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.635517 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.635794 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.636085 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.636375 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.636702 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.636930 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.637216 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.637502 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.637789 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.638064 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.638370 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.638643 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:18.638857 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 07:11:18.639089 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103692) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 07:11:19.017375 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 17 07:11:19.017650 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 17 07:11:19.017949 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 17 07:11:19.018272 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 07:11:19.337026 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.337216 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.337479 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.340359 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.340635 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.340898 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.392913 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.393188 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.393452 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.407992 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.408294 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.408556 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.438690 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.438962 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.439227 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.474884 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.475158 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.475422 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.704075 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.704670 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.704670 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.704868 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.705751 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.804309 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.804619 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.804894 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.805159 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.805421 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.805734 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.805990 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.806239 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.806487 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.806762 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.807016 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.807272 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.807520 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.807769 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.808021 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.808302 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.808552 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.808812 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.809076 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.809330 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.809595 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.809841 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.810113 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.810482 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.810723 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.810961 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.811346 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:11:19.811582 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:11:19.811815 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:11:19.812045 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:11:19.812296 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:11:19.812526 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:11:19.812880 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 07:11:19.816011 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 07:11:19.820481 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 07:11:19.824356 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jun 17 07:11:19.825968 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 07:11:19.826419 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 07:11:19.826745 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 07:11:19.827123 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 07:11:19.829887 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 07:11:19.830137 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 07:11:19.830478 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 07:11:19.835577 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 17 07:11:19.858779 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 07:11:19.859225 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.859515 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103692) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 17 07:11:19.859878 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.861248 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103692) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 07:11:19.861525 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 07:11:19.861761 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 07:11:19.865732 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:19.866009 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.016130 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 07:11:20.016416 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 07:11:20.016509 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 07:11:20.016874 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 07:11:20.070298 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO dbcounter [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Registered counter for database neutron Jun 17 07:11:20.088579 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_db.sqlalchemy.engines [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103692) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 07:11:20.094355 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG dbcounter [-] [103692] Writer thread running {{(pid=103692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 07:11:20.630177 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Initializing driver for type 'gre' Jun 17 07:11:20.630746 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] gre ID ranges: [(1, 1000)] Jun 17 07:11:20.684305 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Initializing driver for type 'local' Jun 17 07:11:20.684633 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Initializing driver for type 'vlan' Jun 17 07:11:20.697370 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] VlanTypeDriver initialization complete Jun 17 07:11:20.697735 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Initializing driver for type 'vxlan' Jun 17 07:11:20.698236 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] vxlan ID ranges: [(1, 1000)] Jun 17 07:11:20.752616 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Initializing extension driver 'port_security' Jun 17 07:11:20.753230 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.extensions.port_security [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] PortSecurityExtensionDriver initialization complete Jun 17 07:11:20.753320 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Initializing mechanism driver 'openvswitch' Jun 17 07:11:20.753574 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Initializing mechanism driver 'hyperv' Jun 17 07:11:20.760051 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.plugin [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:11:20.760727 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > port after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.761091 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > port after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.761440 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > port after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.761928 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 07:11:20.762335 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > subnet after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.762683 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > subnet after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.763020 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.763406 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 07:11:20.763805 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > network after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.764174 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > network after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.764518 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > network after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.764898 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 07:11:20.765292 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > security_group after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.765634 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > security_group after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.765973 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.766351 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 07:11:20.766745 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.767084 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.767417 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.767923 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 07:11:20.768351 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > address_group after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.768699 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > address_group after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.769039 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.769415 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103692) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 17 07:11:20.769849 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] ML2 OVO RPC backend initialized. {{(pid=103692) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 07:11:20.770540 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.771391 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.771809 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > network before_response 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.772180 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > networks before_response 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.772521 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > port before_response 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.772854 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > ports before_response 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.773195 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > subnet before_response 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.773530 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > subnets before_response 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.773869 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > network after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.774201 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > network after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.774533 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > network after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.774861 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > port after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.775187 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > port after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.775516 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > port after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.775844 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > subnet after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.776205 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > subnet after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.776534 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.784131 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded quota_driver: . Jun 17 07:11:20.784487 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.plugin [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Modular L2 Plugin initialization complete Jun 17 07:11:20.784861 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading services supported by the core plugin {{(pid=103692) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 07:11:20.785192 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.plugins.ml2.managers [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Got port-security extension from driver 'port_security' Jun 17 07:11:20.785659 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.extensions.vlantransparent [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Disabled vlantransparent extension. Jun 17 07:11:20.786141 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103692) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 07:11:20.786456 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading Plugin: router Jun 17 07:11:20.821445 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.821832 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router after_create 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.822196 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router before_create 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.822557 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.822923 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.823278 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router after_delete 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.823632 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.823975 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.824350 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router after_create 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.824692 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router after_update 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.825034 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router after_update 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.825375 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.825727 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router after_update 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.826133 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router precommit_update 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.826494 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: port after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.826825 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: port after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.827154 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: subnet after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.827484 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.827825 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.828186 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router precommit_create 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.828521 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: port before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.828854 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router precommit_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.829199 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router after_update 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.829529 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.829869 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router precommit_create 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.830221 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.830558 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router precommit_update 55549900 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.830912 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > agent after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.831251 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > agent after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.831586 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > network after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.832448 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Tracking information for resource: router configured {{(pid=103692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:11:20.832778 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Tracking information for resource: floatingip configured {{(pid=103692) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:11:20.838106 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.db.l3_agentschedulers_db [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 07:11:20.838664 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: port after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.839017 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: port after_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.839361 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: port after_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.839705 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: port after_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.840502 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router before_create 55550100 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.840865 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.841225 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router precommit_create 55550100 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.841576 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > router precommit_update 55550100 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.846444 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.services.provider_configuration [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service providers = [] {{(pid=103692) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 07:11:20.846799 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.db.servicetype_db [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103692) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 07:11:20.850641 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.services.service_base [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 07:11:20.851198 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.services.service_base [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 07:11:20.851760 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.services.service_base [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 07:11:20.853174 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.services.service_base [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103692) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 07:11:20.853800 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.services.service_base [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 07:11:20.854413 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:11:20.854903 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 07:11:20.865797 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:11:20.866125 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading Plugin: auto_allocate Jun 17 07:11:20.871710 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: network precommit_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.872096 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: network precommit_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.872614 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:11:20.872936 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading Plugin: tag Jun 17 07:11:20.879377 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:11:20.879701 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading Plugin: timestamp Jun 17 07:11:20.884231 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:11:20.884554 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading Plugin: network_ip_availability Jun 17 07:11:20.889954 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.890319 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.890668 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:20.891368 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:11:20.891679 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading Plugin: flavors Jun 17 07:11:20.896995 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:11:20.897319 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading Plugin: revisions Jun 17 07:11:20.901503 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103692) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:11:20.901886 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_concurrency.lockutils [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.884s {{(pid=103692) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 17 07:11:20.902612 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103692) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 17 07:11:20.902947 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Initializing extension manager. Jun 17 07:11:20.903468 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: __init__.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.903978 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: __pycache__ {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.904597 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: _port_mac_address_override.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.904930 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: address_group.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.905674 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.906231 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: address-group Jun 17 07:11:20.906551 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: address_scope.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.907283 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.907793 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: address-scope Jun 17 07:11:20.908127 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.909046 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.909553 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: router-admin-state-down-before-update Jun 17 07:11:20.909867 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: agent.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.910557 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.911058 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: agent Jun 17 07:11:20.911370 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: agent_resources_synced.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.912323 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.912839 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: agent-resources-synced Jun 17 07:11:20.913155 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: allowedaddresspairs.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.914910 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.915435 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: allowed-address-pairs Jun 17 07:11:20.915757 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: auto_allocated_topology.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.916847 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.917364 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: auto-allocated-topology Jun 17 07:11:20.917686 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: availability_zone.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.918371 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.918876 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: availability_zone Jun 17 07:11:20.919193 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: availability_zone_filter.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.920109 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.920619 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: availability_zone_filter Jun 17 07:11:20.920936 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: data_plane_status.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.921830 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.922368 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 07:11:20.922689 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: default_subnetpools.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.923584 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.924116 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: default-subnetpools Jun 17 07:11:20.924434 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.925229 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.925739 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: dhcp_agent_scheduler Jun 17 07:11:20.926053 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: dns.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.926957 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.927489 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension dns-integration not supported by any of loaded plugins Jun 17 07:11:20.927807 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: dns_domain_ports.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.928740 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.929243 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 07:11:20.929557 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.930468 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.930971 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 17 07:11:20.931282 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: dvr.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.931935 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.932473 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: dvr Jun 17 07:11:20.932792 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: ecmp_routes.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.933693 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.934194 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension ecmp_routes not supported by any of loaded plugins Jun 17 07:11:20.934555 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: empty_string_filtering.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.935407 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.935911 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: empty-string-filtering Jun 17 07:11:20.936258 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.937160 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.937666 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 07:11:20.937979 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.938880 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.939379 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 07:11:20.939693 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: external_net.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.940618 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.941130 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: external-net Jun 17 07:11:20.941446 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.942344 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.943385 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: extra_dhcp_opt Jun 17 07:11:20.943702 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: extraroute.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.944629 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.945136 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: extraroute Jun 17 07:11:20.945448 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: extraroute_atomic.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.946453 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.946962 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: extraroute-atomic Jun 17 07:11:20.947279 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: filter_validation.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.947932 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.948462 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: filter-validation Jun 17 07:11:20.948775 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: fip_pf_description.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.949679 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.950179 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 07:11:20.950492 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: fip_pf_port_range.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.951387 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.951895 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 17 07:11:20.952244 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: fip_port_details.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.953156 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.953670 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: fip-port-details Jun 17 07:11:20.953985 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: flavors.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.955190 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.955706 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: flavors Jun 17 07:11:20.956025 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.959491 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.960016 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 07:11:20.960369 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: floatingip_pools.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.961068 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.961581 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: floatingip-pools Jun 17 07:11:20.961905 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: ip_allocation.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.962828 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.963338 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 07:11:20.963660 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.964606 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.965119 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: ip-substring-filtering Jun 17 07:11:20.965443 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: l2_adjacency.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.966374 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.966878 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 07:11:20.967200 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: l3.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.968189 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.968707 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: router Jun 17 07:11:20.969030 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.971191 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.971719 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 07:11:20.972046 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.972985 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.973504 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: ext-gw-mode Jun 17 07:11:20.973835 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.974811 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.975323 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: l3-ha Jun 17 07:11:20.975644 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.976568 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.977075 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 17 07:11:20.977393 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: l3_flavors.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.978295 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.978805 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: l3-flavors Jun 17 07:11:20.979121 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.980491 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.981012 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 17 07:11:20.981332 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.982236 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.982752 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 07:11:20.983072 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: l3agentscheduler.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.984113 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.984632 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: l3_agent_scheduler Jun 17 07:11:20.984953 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: local_ip.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.986695 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.987215 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension local_ip not supported by any of loaded plugins Jun 17 07:11:20.987541 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: logging.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.989027 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.989547 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension logging not supported by any of loaded plugins Jun 17 07:11:20.989914 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: metering.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.990647 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.991217 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: metering Jun 17 07:11:20.991538 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.992658 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.993173 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: metering_source_and_destination_fields Jun 17 07:11:20.993491 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: multiprovidernet.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.994408 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.994923 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: multi-provider Jun 17 07:11:20.995242 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: netmtu.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.996315 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.996830 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: net-mtu Jun 17 07:11:20.997146 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: netmtu_writable.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.998047 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:20.998554 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: net-mtu-writable Jun 17 07:11:20.998870 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: network_availability_zone.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:20.999528 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.000031 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: network_availability_zone Jun 17 07:11:21.000373 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: network_ip_availability.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.001461 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.001972 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: network-ip-availability Jun 17 07:11:21.002287 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: network_segment_range.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.003041 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.003544 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 07:11:21.003860 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: pagination.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.004864 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.005189 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: pagination Jun 17 07:11:21.006036 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: port_device_profile.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.006944 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.007454 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: port-device-profile Jun 17 07:11:21.007768 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: port_mac_address_override.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.008724 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.009229 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: port-mac-override Jun 17 07:11:21.009544 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.010450 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.010953 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: port-mac-address-regenerate Jun 17 07:11:21.011267 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.012193 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.012701 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: port-numa-affinity-policy Jun 17 07:11:21.013014 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: port_resource_request.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.013911 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.014419 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 07:11:21.014735 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: port_resource_request_groups.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.015678 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.016249 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 17 07:11:21.016562 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: portbindings.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.017470 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.017976 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: binding Jun 17 07:11:21.018288 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: portbindings_extended.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.019537 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.020054 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: binding-extended Jun 17 07:11:21.020414 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: portsecurity.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.021856 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.022367 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: port-security Jun 17 07:11:21.022689 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: project_id.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.023689 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.024016 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: project-id Jun 17 07:11:21.024358 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: providernet.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.025268 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.025786 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: provider Jun 17 07:11:21.026101 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.029947 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.030469 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos not supported by any of loaded plugins Jun 17 07:11:21.030795 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.032029 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.032571 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 07:11:21.032890 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.033818 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.034332 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 07:11:21.034649 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_default.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.035544 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.036054 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-default not supported by any of loaded plugins Jun 17 07:11:21.036393 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_fip.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.037321 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.037836 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-fip not supported by any of loaded plugins Jun 17 07:11:21.038151 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.039058 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.039569 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 17 07:11:21.039883 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_gateway_ip.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.040821 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.041331 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 07:11:21.041643 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_port_network_policy.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.042542 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.043046 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 07:11:21.043363 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.044416 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.044928 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 17 07:11:21.045244 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.046305 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.046818 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 17 07:11:21.047135 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_pps_rule.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.048322 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.048839 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-pps not supported by any of loaded plugins Jun 17 07:11:21.049157 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_rule_type_details.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.050063 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.050575 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 07:11:21.050891 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_rule_type_filter.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.051969 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.052535 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 17 07:11:21.052853 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: qos_rules_alias.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.053884 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.054393 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 07:11:21.054708 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: quota_check_limit.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.055621 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.056166 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: quota-check-limit Jun 17 07:11:21.056483 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: quotasv2.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.057404 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.057723 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: quotas Jun 17 07:11:21.058033 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: quotasv2_detail.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.059702 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.060031 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: quota_details Jun 17 07:11:21.060393 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: rbac.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.061432 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.061953 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: rbac-policies Jun 17 07:11:21.062278 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: rbac_address_group.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.063201 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.063718 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: rbac-address-group Jun 17 07:11:21.064036 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: rbac_address_scope.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.065045 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.065558 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: rbac-address-scope Jun 17 07:11:21.065876 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: rbac_security_groups.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.066788 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.067296 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: rbac-security-groups Jun 17 07:11:21.067612 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: rbac_subnetpool.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.069054 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.069565 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: rbac-subnetpool Jun 17 07:11:21.069879 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: revisionifmatch.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.070794 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.071303 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: revision-if-match Jun 17 07:11:21.071617 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: revisions.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.072756 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.073277 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: standard-attr-revisions Jun 17 07:11:21.073592 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: router_availability_zone.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.074255 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.074763 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: router_availability_zone Jun 17 07:11:21.075073 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: routerservicetype.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.075985 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.076520 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension router-service-type not supported by any of loaded plugins Jun 17 07:11:21.076835 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.077749 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.078256 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: security-groups-normalized-cidr Jun 17 07:11:21.078568 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.079471 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.079983 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: port-security-groups-filtering Jun 17 07:11:21.080321 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.081247 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.081757 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: security-groups-remote-address-group Jun 17 07:11:21.082069 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.082988 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.084059 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: security-groups-shared-filtering Jun 17 07:11:21.084400 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: securitygroup.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.094040 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.094567 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: security-group Jun 17 07:11:21.094893 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: segment.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.095614 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.096156 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension segment not supported by any of loaded plugins Jun 17 07:11:21.096480 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.097419 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.097926 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 07:11:21.098247 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: servicetype.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.099411 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.099932 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: service-type Jun 17 07:11:21.100278 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: sorting.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.101259 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.101584 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: sorting Jun 17 07:11:21.101900 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: standard_attr_segment.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.102807 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.103331 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 07:11:21.103648 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: standardattrdescription.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.104314 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.104822 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: standard-attr-description Jun 17 07:11:21.105137 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: stateful_security_group.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.106072 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.106590 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: stateful-security-group Jun 17 07:11:21.106904 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: stdattrs_common.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.107471 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 07:11:21.107782 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.108715 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.109220 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 07:11:21.109530 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: subnet_onboard.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.110628 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.111152 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: subnet_onboard Jun 17 07:11:21.111467 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.112408 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.112918 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 07:11:21.113237 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: subnet_service_types.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.114144 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.114713 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: subnet-service-types Jun 17 07:11:21.115050 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: subnetallocation.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.116136 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.116656 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: subnet_allocation Jun 17 07:11:21.116974 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.117628 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.118154 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: subnetpool-prefix-ops Jun 17 07:11:21.118467 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.119388 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.119895 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 07:11:21.120244 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: tagging.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.121285 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.121800 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: standard-attr-tag Jun 17 07:11:21.122118 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: timestamp.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.123309 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.123824 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loaded extension: standard-attr-timestamp Jun 17 07:11:21.124168 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: trunk.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.125184 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.125694 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension trunk not supported by any of loaded plugins Jun 17 07:11:21.126013 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: trunk_details.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.126917 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.127426 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension trunk-details not supported by any of loaded plugins Jun 17 07:11:21.127743 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: uplink_status_propagation.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.128682 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.129190 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 07:11:21.129505 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Loading extension file: vlantransparent.py {{(pid=103692) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:11:21.130159 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103692) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:11:21.131186 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 07:11:21.133709 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:network Jun 17 07:11:21.134226 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:subnet Jun 17 07:11:21.134617 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 07:11:21.135001 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:port Jun 17 07:11:21.136254 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.136699 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service FLAVORS assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.137293 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.137707 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.138032 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:router Jun 17 07:11:21.138461 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:floatingip Jun 17 07:11:21.138946 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service METERING assigned prefix: /metering {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.140365 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:21.140729 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:21.141071 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103692) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:11:21.142052 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 07:11:21.142484 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:security_group Jun 17 07:11:21.142915 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 07:11:21.143502 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service CORE assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.143829 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 07:11:21.144196 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] subnetpool is already registered Jun 17 07:11:21.144628 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service CORE assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.144945 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 07:11:21.145266 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] subnetpool is already registered Jun 17 07:11:21.148050 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.148490 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service FLAVORS assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.149067 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.149477 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.149803 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:router Jun 17 07:11:21.150137 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] router is already registered Jun 17 07:11:21.150540 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:floatingip Jun 17 07:11:21.150870 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] floatingip is already registered Jun 17 07:11:21.151315 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service METERING assigned prefix: /metering {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.151969 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 07:11:21.152315 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] rbac_policy is already registered Jun 17 07:11:21.152723 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:security_group Jun 17 07:11:21.153049 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] security_group is already registered Jun 17 07:11:21.153444 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 07:11:21.153775 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] security_group_rule is already registered Jun 17 07:11:21.154635 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service CORE assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.154956 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 07:11:21.155285 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] subnetpool is already registered Jun 17 07:11:21.155702 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.v2.resource_helper [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Service CORE assigned prefix: {{(pid=103692) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:11:21.156019 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 07:11:21.156362 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING neutron.quota.resource_registry [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] subnetpool is already registered Jun 17 07:11:21.156825 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: extensions {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.158257 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: address-groups {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.159724 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: address-scopes {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.161042 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: agents {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.162221 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: auto-allocated-topology {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.163448 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: availability_zones {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.164681 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: dhcp-networks {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.166205 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: dhcp-agents {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.167602 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: routers {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.169307 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: flavors {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.170558 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: service_profiles {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.171746 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: next_providers {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.173223 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: service_profiles {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.175665 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: floatingip-pools {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.176914 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: routers {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.178634 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: floatingips {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.179898 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: l3-routers {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.181305 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: l3-agents {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.182714 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: metering-labels {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.183947 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: metering-label-rules {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.185463 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: network-ip-availabilities {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.186588 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: bindings {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.188114 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: quotas {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.190012 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: quotas {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.191657 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: rbac-policies {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.193431 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: security-groups {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.194756 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: security-group-rules {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.196120 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: service-providers {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.197222 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: subnetpools {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.198755 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: subnetpools {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.200243 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: tags {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.202080 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: tags {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.203849 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: tags {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.205644 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: tags {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.207311 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: tags {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.209869 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: tags {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.211560 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: tags {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.213461 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: tags {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.215217 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: tags {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.216973 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron.api.extensions [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Extended resource: tags {{(pid=103692) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:11:21.222906 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING keystonemiddleware.auth_token [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 07:11:21.227967 dv-cinder-834822-4-iscsi neutron-server[103692]: WARNING keystonemiddleware.auth_token [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 07:11:21.236907 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_concurrency.lockutils [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Acquired lock "singleton_lock" {{(pid=103692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 17 07:11:21.237376 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_concurrency.lockutils [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Releasing lock "singleton_lock" {{(pid=103692) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 17 07:11:21.238011 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO oslo_service.service [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Starting 2 workers Jun 17 07:11:21.243313 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Started child 103801 {{(pid=103692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 07:11:21.247715 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Started child 103802 {{(pid=103692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 07:11:21.248756 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:21.249389 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO neutron.service [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 07:11:21.249949 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:21.250163 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [-] (103801) wsgi starting up on http://0.0.0.0:9696 Jun 17 07:11:21.252415 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO oslo_service.service [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Starting 1 workers Jun 17 07:11:21.252537 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:21.253858 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [-] (103802) wsgi starting up on http://0.0.0.0:9696 Jun 17 07:11:21.258140 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Started child 103803 {{(pid=103692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 07:11:21.258665 dv-cinder-834822-4-iscsi neutron-server[103692]: INFO oslo_service.service [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Starting 1 workers Jun 17 07:11:21.261810 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.service [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] calling RpcWorker wait() {{(pid=103803) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 07:11:21.262359 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.service [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] returning from RpcWorker wait() {{(pid=103803) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 07:11:21.263105 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Started child 103804 {{(pid=103692) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 07:11:21.263596 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:21.263879 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG neutron_lib.callbacks.manager [None req-af2e78c0-97b9-4d89-ad49-3e1d04ff119a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:21.264029 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:11:21.265897 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 07:11:21.266097 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 07:11:21.266281 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 07:11:21.266505 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 07:11:21.266822 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 07:11:21.266979 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 07:11:21.267490 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.267745 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.267998 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.268291 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.268866 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.268957 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:21.269485 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.269485 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.269662 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.270096 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.270267 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.270356 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:11:21.270443 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.270657 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.270939 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.271246 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.271508 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.271742 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.271976 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.272180 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.272436 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.272692 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.272934 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.273227 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] debug = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.273475 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.273963 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.274211 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.274457 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.274669 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.274938 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.275176 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.275442 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.275687 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.275918 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.276182 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.276442 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.276690 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.276892 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.277102 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.277348 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.277562 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.278031 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] host = dv-cinder-834822-4-iscsi {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.278272 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.278486 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.278736 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.278975 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.279482 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.279715 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.280013 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.280238 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.280512 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.280753 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.280971 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.281221 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.281462 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.281715 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.281874 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_options = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.282125 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.282376 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.282643 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.282830 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.282993 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.283151 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.283396 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.283539 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.283790 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.283997 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.284263 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.284470 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.284706 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.284942 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.285193 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.285405 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.285613 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.285850 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.286089 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.286313 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.286572 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.287377 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.287754 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.287901 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.288100 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.288376 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.288970 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.289232 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.289516 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.289787 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.290187 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.290293 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.290498 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.290738 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.290992 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.291217 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.291441 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.291675 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.291927 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.292174 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.292423 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.292675 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.292884 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.293109 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.293349 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.293878 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.294038 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_json = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.294255 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.294463 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.294684 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.294909 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.295117 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.295351 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.295856 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.296269 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.296507 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.296964 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.297218 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.297538 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.297796 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.298043 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.298640 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.298640 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.298848 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.298965 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.299173 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.299712 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.299940 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.300283 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.300566 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.300824 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.301131 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.301367 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.301630 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.301850 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.302086 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.303206 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.303206 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.303487 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.303611 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.303754 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.304004 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.305939 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.308096 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.308096 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.308096 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.308096 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.308096 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.308096 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.308096 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.308695 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.308695 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.308841 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.310163 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.310163 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.310163 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.310163 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.310163 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.310163 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.310911 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.310911 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.310911 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.311266 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.311387 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.311525 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.312391 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.312391 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.312391 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.312391 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.312883 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.312883 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.313139 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.313837 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.313837 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.313837 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.314348 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.314348 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.314589 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.314721 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.314967 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.315278 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.315496 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.315732 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.315944 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.316195 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.316478 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.316750 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.317094 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.317313 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.317521 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.317829 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.318610 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.318844 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.319080 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.319286 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.319515 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.319788 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.320019 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.320338 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.320590 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.320846 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.321086 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.321302 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.321507 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.321733 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.321970 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.322179 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.322482 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.322724 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.322960 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.323192 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.323455 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.323666 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.323882 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.324113 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.324325 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.324550 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.324792 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.325032 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.325332 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.325568 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.325779 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.326002 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.326207 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.326415 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.328118 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.328388 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.328657 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.328902 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.329184 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.329429 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.329667 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.329892 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.330139 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.330396 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.330674 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.330903 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.331158 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.331379 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.331830 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.331965 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.332442 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.332960 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.334877 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.335278 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.335783 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.336045 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.336340 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.336594 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.336832 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.337080 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.337318 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.337539 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.337780 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.338043 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.338368 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.338601 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.338851 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.339065 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.339336 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.339586 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.339833 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.340337 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.340609 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.340860 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.341090 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.341315 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.341528 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.341773 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.342000 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.342211 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.342445 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.342661 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.342900 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.343128 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.343337 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.343592 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.343804 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.344017 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.344270 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.344511 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.344727 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.344970 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.345194 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.345414 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.345641 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.345857 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.346069 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.346299 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.346507 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.346734 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.346967 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.347254 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.347907 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.348164 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.348429 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.348634 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.348883 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.349430 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.349678 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.349899 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.350129 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.350340 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.350573 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.350786 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.351010 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.351481 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.351481 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.353008 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.353477 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.353842 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.354460 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.355265 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.355534 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.356096 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.356329 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.357175 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.357405 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.357668 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.357888 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.358139 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.358359 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.358599 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.359342 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.359561 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.359848 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.360153 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.360376 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.360894 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.361118 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.361658 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.361880 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.362112 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.362366 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.362608 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.362810 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.363015 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.363719 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.363955 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.364253 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.364489 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.365268 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.365819 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.366052 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.366264 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.366842 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.367116 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.367325 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.367547 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.367761 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.367968 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.368246 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.368458 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.368666 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.368906 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.370074 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.370300 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.371027 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.371140 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:11:21.371252 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.371468 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.371696 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.371915 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.372154 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.372382 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.372595 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.372803 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.373026 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.373241 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.373449 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.373680 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.373890 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.374098 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.374318 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.374535 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.374746 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.375022 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.375279 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.375666 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.376983 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.377241 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.377488 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.377900 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.378237 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.378475 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.378751 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.379569 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.380387 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.381132 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.381409 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.384664 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.384664 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.384664 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.384664 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.385033 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.385210 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.385504 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.385740 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.386030 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.386452 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.386611 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.386878 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.387124 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.387357 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.387579 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.387812 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.388267 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.391149 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.391573 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.391835 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.392102 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.392353 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.392586 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.392826 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.393051 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.393304 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.393516 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.393785 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.394006 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.394172 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 07:11:21.395382 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103692) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 07:11:21.395587 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 07:11:21.395695 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 07:11:21.395856 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 07:11:21.396046 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 07:11:21.396215 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 07:11:21.396421 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.396622 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.396746 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.396903 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.397257 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.397426 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.397578 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.397743 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.397899 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.398058 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.398211 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.398365 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.398511 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.398663 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.398813 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.399022 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.399124 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.399266 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.399417 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.399706 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.399706 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.399866 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] debug = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.400014 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.400234 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.400394 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.400546 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.400696 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.400846 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.401020 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.401173 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.401309 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.401466 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.401622 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.401778 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.401936 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.402091 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.402247 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.402403 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.402558 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.402715 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] host = dv-cinder-834822-4-iscsi {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.402876 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.403031 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.403189 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.403341 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.403488 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.403626 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.403779 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.403948 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.404129 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.404547 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.404706 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.404866 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.405020 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.405175 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.405333 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_options = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.405487 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.405645 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.405797 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.406131 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.406292 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.406450 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.406608 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.406766 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.406960 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.407075 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.407219 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.407375 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.407533 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.407688 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.407844 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.408000 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.408189 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.408349 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.408508 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.408665 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.408822 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.408978 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.409137 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.409295 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.409450 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.409611 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.409767 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.409922 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.410076 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.410232 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.410388 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.410545 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.410703 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.410858 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.411628 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.411628 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.411628 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.411628 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.411628 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.411987 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.411987 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.412226 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.412226 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.412365 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.412459 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.412621 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.412777 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_json = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.412952 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.413090 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.413247 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.413403 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.413561 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.413716 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.413873 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.414029 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.414184 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:11:21.414362 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.414521 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.414691 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.414851 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.415011 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.415168 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.415327 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.415486 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.415645 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.415807 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.415975 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.416157 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.416329 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.416489 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.416645 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.416786 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.416945 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.417104 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.417262 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.417421 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.417580 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.417738 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.417906 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.418066 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.418224 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.418382 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.418540 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.418707 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.418865 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.419032 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.419208 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.419368 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.419528 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.419692 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.419850 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.420011 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.420193 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.420355 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.420515 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.420676 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.420835 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.420995 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.421157 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.421317 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.421477 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.421636 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.421796 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.421955 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.422115 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.422276 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.422436 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.422597 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.422757 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.422917 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.423076 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.423236 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.423394 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.423564 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.423722 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.423881 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.424040 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.424223 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.424382 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.424541 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.424702 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.424861 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.425020 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.425179 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.425351 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.425510 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.425668 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.425826 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.425989 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.426147 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.426305 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.426464 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.426625 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.426783 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.426941 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.427595 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.427759 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.427918 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.428098 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.428262 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.428421 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.428581 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.428738 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.428897 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.429054 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.429212 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.429370 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.429545 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.429708 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.429866 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.430024 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.430183 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.430346 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.430488 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.430647 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.430805 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.430964 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.431121 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.431282 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.431441 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.431599 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.431757 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.431914 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.432087 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.432251 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.432408 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.432565 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.432724 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.432882 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.433040 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.433198 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.433355 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.433514 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.433671 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.433828 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.433994 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.434152 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.434314 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.434472 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.434638 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.434808 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.434967 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.435127 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.435286 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.435445 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.435651 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.435763 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.435920 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.436131 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.436245 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.436404 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.436573 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.436732 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.436891 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.437049 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.437230 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.437388 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.437545 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.437705 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.437864 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.438023 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.438182 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.438340 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.438498 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.438656 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.438815 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.438975 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.439133 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.439290 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.439448 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.439612 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.439770 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.439929 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.440108 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.440270 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.440429 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.440587 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.440745 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.440902 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.441059 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.441218 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.441377 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.441536 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.441696 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.441855 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.442012 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.442171 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.442329 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.442487 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.442645 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.442802 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.443541 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.443702 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.443862 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.444022 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.444205 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.444366 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.444526 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.444687 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.444847 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.445006 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.445166 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.445326 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.445485 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.445645 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.445804 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.445963 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.446123 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.446282 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.446443 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.446619 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.446779 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.446940 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.447101 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.447261 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.447421 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.447582 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.447741 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.447899 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.448057 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.448237 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.448397 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.448556 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.448716 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.448874 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.449032 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.449195 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.449355 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.449569 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.449680 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.449825 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.449983 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.450142 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.450300 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.450458 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.450618 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.450777 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.450935 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.451094 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.451265 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.451427 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.451587 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.451746 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.451904 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.452093 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.452250 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.452411 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.452569 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.452728 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.452887 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.453045 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.453213 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.453373 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.453533 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.453692 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.453850 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.454009 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.454177 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.454338 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.454497 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.454655 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.454814 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.454972 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.455140 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.455300 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.455458 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.455617 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.455785 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.456503 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.456503 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.456503 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.456503 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.456815 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.456815 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.456815 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.457020 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.457133 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.457292 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.457459 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.457618 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.457775 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.457934 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.458105 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.458265 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.458465 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.458626 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.458785 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.458943 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.459104 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.459268 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.459436 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.459622 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.459768 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.459935 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.460122 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.460291 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.460450 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.460615 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.460785 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.460944 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.461103 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.461261 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.461420 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.461580 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.461739 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.461898 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.462056 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.462237 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.462398 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.462556 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.462713 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.462892 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.463052 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.463229 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.463388 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.463555 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.463693 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.463851 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:11:21.464001 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103692) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 07:11:21.532565 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 59158) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:11:21.541221 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065544 Jun 17 07:11:30.745653 dv-cinder-834822-4-iscsi neutron-server[103692]: DEBUG dbcounter [-] [103692] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:11:32.507849 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d1ba8-bf03-40d8-afa3-ee574fe1f722 None None] get_active_networks_info from dv-cinder-834822-4-iscsi {{(pid=103803) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 17 07:11:32.511056 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writer thread running {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 07:11:32.565667 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347d1ba8-bf03-40d8-afa3-ee574fe1f722 None None] No non-hosted networks {{(pid=103803) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 07:11:32.581312 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.agentschedulers_db [None req-347d1ba8-bf03-40d8-afa3-ee574fe1f722 None None] DHCP Agent not found on host dv-cinder-834822-4-iscsi {{(pid=103803) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 17 07:11:32.666077 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a33920bf-1270-46ed-aad2-94b87d981ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820259'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:34.082843 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writer thread running {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 07:11:34.662378 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-2efd34a0-cf48-46c3-9e6a-001f32e875bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820259'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:34.702714 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-978cf78d-d363-4297-94f3-65ba651a1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:35.678143 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 59230) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:11:35.694249 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820259'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:36.229293 dv-cinder-834822-4-iscsi neutron-server[103801]: WARNING oslo_policy.policy [None req-f75dec72-7762-4e2e-bf9e-da678ed54f23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:11:36.229855 dv-cinder-834822-4-iscsi neutron-server[103801]: WARNING oslo_policy.policy [None req-f75dec72-7762-4e2e-bf9e-da678ed54f23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:11:36.463734 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [None req-f75dec72-7762-4e2e-bf9e-da678ed54f23 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:11:36.479769 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f75dec72-7762-4e2e-bf9e-da678ed54f23 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7848432 Jun 17 07:11:37.261891 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820259'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:37.797711 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820259'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:37.798379 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.798725 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.799074 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.799398 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.799887 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.800256 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.800583 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.800926 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.801252 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.801570 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.801903 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.802255 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.802585 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.802911 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.803226 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:37.803625 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834822-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:11:37.809876 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834822-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:11:38.853337 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 59264) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:11:39.215014 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ad911f3a-e0ef-4324-83a0-be9bb230c7b3 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:11:39.305094 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.policy [None req-ad911f3a-e0ef-4324-83a0-be9bb230c7b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103801) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 07:11:39.346450 dv-cinder-834822-4-iscsi neutron-server[103801]: WARNING oslo_policy.policy [None req-ad911f3a-e0ef-4324-83a0-be9bb230c7b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:11:39.346830 dv-cinder-834822-4-iscsi neutron-server[103801]: WARNING oslo_policy.policy [None req-ad911f3a-e0ef-4324-83a0-be9bb230c7b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:11:39.366906 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writer thread running {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 07:11:39.447169 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad911f3a-e0ef-4324-83a0-be9bb230c7b3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792508662439', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792508662955', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792508678752', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792508685406', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792508708447', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792508701399', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-989692', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-887558', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1703132', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1760422'] for rbac-policy (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:39.527071 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad911f3a-e0ef-4324-83a0-be9bb230c7b3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:39.540372 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-ad911f3a-e0ef-4324-83a0-be9bb230c7b3 admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6741261 Jun 17 07:11:40.835411 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.db.l3_hamode_db [None req-c2987b89-350f-4fdd-8ae1-1dd90f9a58a1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 07:11:40.907885 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2987b89-350f-4fdd-8ae1-1dd90f9a58a1 None None] Routers set() bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:11:40.908293 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2987b89-350f-4fdd-8ae1-1dd90f9a58a1 None None] Router IDs set() for agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 17 07:11:41.863580 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 59276) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:11:42.182938 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:11:42.214869 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Made reservation on behalf of f1a4c2e64b4747a29a5b7958456ce1f5 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:11:42.220358 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:42.242255 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:42.353488 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Publish callbacks [] for security_group (76aa179f-c076-4c33-9b2a-7414b4a24385), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:42.357117 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (76aa179f-c076-4c33-9b2a-7414b4a24385), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:42.378211 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:11:42.417151 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792503871214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (c5c77810-81af-4ca7-8924-9eff5770c54f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:42.417714 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Unsubscribe: segment precommit_create {{(pid=103801) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 07:11:42.418214 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.segments_db [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Added segment c5c77810-81af-4ca7-8924-9eff5770c54f of type vlan for network a49dc744-f4d6-49b0-9fa3-06864c5f4b77 Jun 17 07:11:42.453460 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=76aa179f-c076-4c33-9b2a-7414b4a24385,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:11:42.497913 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.498184 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.498544 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.498893 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.499223 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.499547 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.499871 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.500221 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.500544 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.500859 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.501176 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.501496 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.501811 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.502126 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.502438 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Tracked resource versions report: Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: pushed versions: Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: { 'AddressGroup': {'1.2'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Agent': {'1.1'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'ConntrackHelper': {'1.0'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'LocalIPAssociation': {'1.0'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Log': {'1.0'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'NDPProxy': {'1.0'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Network': {'1.1'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Port': {'1.7'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'PortForwarding': {'1.3'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'QosPolicy': {'1.10'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SecurityGroup': {'1.5'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SubPort': {'1.0'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Subnet': {'1.1'}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Trunk': {'1.1'}} Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: consumer versions: Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: { DHCP agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: L3 agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: Metadata agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: Metering agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: Open vSwitch agent@dv-cinder-834822-4-iscsi: { 'AddressGroup': '1.2', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Agent': '1.1', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'ConntrackHelper': '1.0', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'LocalIPAssociation': '1.0', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Log': '1.0', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'NDPProxy': '1.0', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Network': '1.1', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Port': '1.7', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'PortForwarding': '1.3', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'QosPolicy': '1.10', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SecurityGroup': '1.5', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SecurityGroupRule': '1.2', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SubPort': '1.0', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Subnet': '1.1', Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Trunk': '1.1'}} Jun 17 07:11:42.503818 dv-cinder-834822-4-iscsi neutron-server[103801]: {{(pid=103801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:11:42.531040 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (a49dc744-f4d6-49b0-9fa3-06864c5f4b77), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:42.573414 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (a49dc744-f4d6-49b0-9fa3-06864c5f4b77), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:42.578564 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:11:42.579273 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:42.636844 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=55,neutron:INSERT=39,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:11:42.657209 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7925906 Jun 17 07:11:42.698760 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1570dbe-0a4d-4f26-97ca-578a72385f83 demo demo] Pushing event updated for resources: {'Network': ['ID=a49dc744-f4d6-49b0-9fa3-06864c5f4b77,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:11:42.715208 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network a49dc744-f4d6-49b0-9fa3-06864c5f4b77 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:11:45.000147 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 59290) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:11:45.406685 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7b291f-01d8-441f-add6-582951498711 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:11:45.408029 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-ac7b291f-01d8-441f-add6-582951498711 demo admin] 10.222.0.33 "GET /v2.0/networks/a49dc744-f4d6-49b0-9fa3-06864c5f4b77 HTTP/1.1" status: 200 len: 825 time: 0.4069407 Jun 17 07:11:45.432260 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-35fd90e7-325b-4029-9278-1df2db98cd23 demo admin] 10.222.0.33 "GET /v2.0/subnetpools/2b664d64-95b3-4c29-90d3-a44f0577400a HTTP/1.1" status: 200 len: 734 time: 0.0184481 Jun 17 07:11:45.440515 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] Request body: {'subnet': {'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2b664d64-95b3-4c29-90d3-a44f0577400a'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:11:45.461843 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] Made reservation on behalf of f1a4c2e64b4747a29a5b7958456ce1f5 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:11:45.464091 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:45.592695 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:11:45.749706 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (09569d4d-5952-4500-9f61-5e1f32358a17), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:45.813443 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] Pushing event updated for resources: {'Subnet': ['ID=09569d4d-5952-4500-9f61-5e1f32358a17,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:11:45.825306 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] Checking segment: {'id': 'c5c77810-81af-4ca7-8924-9eff5770c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:11:45.825685 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] Network hostable DHCP agents. Network: a49dc744-f4d6-49b0-9fa3-06864c5f4b77, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:11:45.846564 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] Network a49dc744-f4d6-49b0-9fa3-06864c5f4b77 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:11:45.857276 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, a49dc744-f4d6-49b0-9fa3-06864c5f4b77) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:11:45.861945 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:11:45.862580 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:45.867433 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c495ac6f-fca4-4fcb-b534-688cc62a6563 None None] Network a49dc744-f4d6-49b0-9fa3-06864c5f4b77 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:11:45.879194 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-95672f48-f7f0-4c89-9030-1e633f4b3916 demo admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4417033 Jun 17 07:11:46.133669 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-a49dc744-f4d6-49b0-9fa3-06864c5f4b77', 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77', 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'fixed_ips': [{'subnet_id': '09569d4d-5952-4500-9f61-5e1f32358a17'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:11:46.134962 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:46.416204 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Allocated IP 172.20.0.2 (a49dc744-f4d6-49b0-9fa3-06864c5f4b77/09569d4d-5952-4500-9f61-5e1f32358a17/e67a8afc-87b1-4948-97c0-0876356d55c2) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:11:46.515048 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:11:46.681107 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Publish callbacks [] for port (e67a8afc-87b1-4948-97c0-0876356d55c2), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:46.689056 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (e67a8afc-87b1-4948-97c0-0876356d55c2), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:46.763005 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Network a49dc744-f4d6-49b0-9fa3-06864c5f4b77 is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:11:46.774213 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:11:46.779133 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Pushing event updated for resources: {'Port': ['ID=e67a8afc-87b1-4948-97c0-0876356d55c2,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:11:46.781585 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:11:46.792042 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.792414 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.792775 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.793130 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.793464 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.793792 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.794115 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.794455 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.794766 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.795087 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.795409 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.795775 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.796089 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.796418 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.796737 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Tracked resource versions report: Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: pushed versions: Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: { 'AddressGroup': {'1.2'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Agent': {'1.1'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'ConntrackHelper': {'1.0'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'LocalIPAssociation': {'1.0'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Log': {'1.0'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'NDPProxy': {'1.0'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Network': {'1.1'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Port': {'1.7'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'PortForwarding': {'1.3'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'QosPolicy': {'1.10'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SecurityGroup': {'1.5'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SubPort': {'1.0'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Subnet': {'1.1'}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Trunk': {'1.1'}} Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: consumer versions: Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: { DHCP agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: L3 agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: Metadata agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: Metering agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: Open vSwitch agent@dv-cinder-834822-4-iscsi: { 'AddressGroup': '1.2', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Agent': '1.1', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'ConntrackHelper': '1.0', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'LocalIPAssociation': '1.0', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Log': '1.0', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'NDPProxy': '1.0', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Network': '1.1', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Port': '1.7', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'PortForwarding': '1.3', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'QosPolicy': '1.10', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SecurityGroup': '1.5', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SecurityGroupRule': '1.2', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SubPort': '1.0', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Subnet': '1.1', Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Trunk': '1.1'}} Jun 17 07:11:46.798133 dv-cinder-834822-4-iscsi neutron-server[103803]: {{(pid=103803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:11:46.846370 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:11:46.875857 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Attempting to bind port e67a8afc-87b1-4948-97c0-0876356d55c2 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:11:46.876525 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Attempting to bind port e67a8afc-87b1-4948-97c0-0876356d55c2 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'c5c77810-81af-4ca7-8924-9eff5770c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:11:46.876681 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Attempting to bind port e67a8afc-87b1-4948-97c0-0876356d55c2 on network a49dc744-f4d6-49b0-9fa3-06864c5f4b77 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:11:46.883004 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:11:46.883385 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Checking segment: {'id': 'c5c77810-81af-4ca7-8924-9eff5770c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:11:46.883855 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:46.884265 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Bound using segment: {'id': 'c5c77810-81af-4ca7-8924-9eff5770c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:11:46.884750 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Bound port: e67a8afc-87b1-4948-97c0-0876356d55c2, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c77810-81af-4ca7-8924-9eff5770c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:11:46.885140 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (e67a8afc-87b1-4948-97c0-0876356d55c2), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:46.943803 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] For port e67a8afc-87b1-4948-97c0-0876356d55c2, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:11:46.964595 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] For port e67a8afc-87b1-4948-97c0-0876356d55c2, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=e67a8afc-87b1-4948-97c0-0876356d55c2,segment=NetworkSegment(c5c77810-81af-4ca7-8924-9eff5770c54f),segment_id=c5c77810-81af-4ca7-8924-9eff5770c54f)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:11:46.972910 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (e67a8afc-87b1-4948-97c0-0876356d55c2), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:47.028028 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7e11a-61b5-4a86-ab81-8783bdbe44bf None None] Pushing event updated for resources: {'Port': ['ID=e67a8afc-87b1-4948-97c0-0876356d55c2,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:11:48.282923 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 59300) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:11:48.605899 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [None req-8bd60582-d0aa-4097-b1f6-2823d86fed68 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:11:48.606987 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-8bd60582-d0aa-4097-b1f6-2823d86fed68 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3230662 Jun 17 07:11:50.272518 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:11:50.285131 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=7 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:11:50.982198 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 59310) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:11:51.318384 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [None req-332ecd56-2195-4937-b560-865509e0cf39 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:11:51.319381 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-332ecd56-2195-4937-b560-865509e0cf39 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3362651 Jun 17 07:11:53.695795 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 59322) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:11:54.212778 dv-cinder-834822-4-iscsi neutron-server[103802]: WARNING oslo_policy.policy [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:11:54.213435 dv-cinder-834822-4-iscsi neutron-server[103802]: WARNING oslo_policy.policy [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:11:54.433493 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:11:54.493222 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.policy [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103802) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 07:11:54.536421 dv-cinder-834822-4-iscsi neutron-server[103802]: WARNING oslo_policy.policy [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:11:54.537397 dv-cinder-834822-4-iscsi neutron-server[103802]: WARNING oslo_policy.policy [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:11:54.558103 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writer thread running {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 17 07:11:54.563931 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:11:54.603356 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:54.605292 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:54.761096 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] Publish callbacks [] for router_controller (f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb), precommit_add_association {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:54.766398 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:54.790528 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:54.791759 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-55d1ea3d-f101-4b01-ae40-2fcac665b7b7 demo demo] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0949340 Jun 17 07:11:55.077528 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a346c6ea-8406-49fa-ac2b-1e0faee66acd None None] Network a49dc744-f4d6-49b0-9fa3-06864c5f4b77 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:11:55.151551 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-ed896087-80ff-455a-b7c7-9a4d8585bb55 None None] Provisioning complete for port e67a8afc-87b1-4948-97c0-0876356d55c2 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:11:55.151951 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ed896087-80ff-455a-b7c7-9a4d8585bb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (e67a8afc-87b1-4948-97c0-0876356d55c2), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:55.327770 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-ed896087-80ff-455a-b7c7-9a4d8585bb55 None None] Current status of the port e67a8afc-87b1-4948-97c0-0876356d55c2 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:11:55.328181 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ed896087-80ff-455a-b7c7-9a4d8585bb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (e67a8afc-87b1-4948-97c0-0876356d55c2), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:55.368523 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-ed896087-80ff-455a-b7c7-9a4d8585bb55 None None] For port e67a8afc-87b1-4948-97c0-0876356d55c2, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=e67a8afc-87b1-4948-97c0-0876356d55c2,segment=NetworkSegment(c5c77810-81af-4ca7-8924-9eff5770c54f),segment_id=c5c77810-81af-4ca7-8924-9eff5770c54f)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:11:55.372922 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ed896087-80ff-455a-b7c7-9a4d8585bb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (e67a8afc-87b1-4948-97c0-0876356d55c2), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:55.424627 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed896087-80ff-455a-b7c7-9a4d8585bb55 None None] Pushing event updated for resources: {'Port': ['ID=e67a8afc-87b1-4948-97c0-0876356d55c2,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:11:55.491218 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-caeb8b4a-93ab-4612-b7df-c93013d171e1 None None] Provisioning complete for port e67a8afc-87b1-4948-97c0-0876356d55c2 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:11:55.491570 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-caeb8b4a-93ab-4612-b7df-c93013d171e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (e67a8afc-87b1-4948-97c0-0876356d55c2), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:55.562544 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-caeb8b4a-93ab-4612-b7df-c93013d171e1 None None] Current status of the port e67a8afc-87b1-4948-97c0-0876356d55c2 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:11:55.572454 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device e67a8afc-87b1-4948-97c0-0876356d55c2 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:11:55.618055 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port e67a8afc-87b1-4948-97c0-0876356d55c2 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:11:55.618442 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (e67a8afc-87b1-4948-97c0-0876356d55c2), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:11:55.619678 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:11:55.688014 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port e67a8afc-87b1-4948-97c0-0876356d55c2 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:11:55.872112 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=25,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:11:55.872812 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:11:57.137319 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 59342) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:11:57.454037 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [None req-572104ff-4e27-4451-93ec-ce16474be72c admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:11:57.455006 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-572104ff-4e27-4451-93ec-ce16474be72c admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3167441 Jun 17 07:11:59.785739 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 59350) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:12:00.100947 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:12:00.124184 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Made reservation on behalf of 7107699553c04a40be061877b81300e3 for: {'network': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:12:00.126953 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:00.142521 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:00.250669 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Publish callbacks [] for security_group (f88bde2e-1b44-4801-a74a-75e79f187bcc), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:00.254100 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (f88bde2e-1b44-4801-a74a-75e79f187bcc), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:00.265248 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Reserving flat network on physical network physnet1 {{(pid=103802) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 07:12:00.295963 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792503871214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (e1e8112e-0108-4a84-b7cc-9fe25c7ab19d), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:00.296518 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Unsubscribe: segment precommit_create {{(pid=103802) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 07:12:00.297013 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.segments_db [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Added segment e1e8112e-0108-4a84-b7cc-9fe25c7ab19d of type flat for network 254c2a78-6b68-4d1a-949e-12ece4c5936b Jun 17 07:12:00.339363 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88bde2e-1b44-4801-a74a-75e79f187bcc,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:00.374627 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.374967 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.375342 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.375661 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.376023 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.376377 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.376689 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.377000 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.377320 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.377630 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.377938 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.378245 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.378548 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.378849 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.379148 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Tracked resource versions report: Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: pushed versions: Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: { 'AddressGroup': {'1.2'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Agent': {'1.1'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'ConntrackHelper': {'1.0'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'LocalIPAssociation': {'1.0'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Log': {'1.0'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'NDPProxy': {'1.0'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Network': {'1.1'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Port': {'1.7'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'PortForwarding': {'1.3'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'QosPolicy': {'1.10'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SecurityGroup': {'1.5'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SubPort': {'1.0'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Subnet': {'1.1'}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Trunk': {'1.1'}} Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: consumer versions: Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: { DHCP agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: L3 agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: Metadata agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: Metering agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: Open vSwitch agent@dv-cinder-834822-4-iscsi: { 'AddressGroup': '1.2', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Agent': '1.1', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'ConntrackHelper': '1.0', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'LocalIPAssociation': '1.0', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Log': '1.0', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'NDPProxy': '1.0', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Network': '1.1', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Port': '1.7', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'PortForwarding': '1.3', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'QosPolicy': '1.10', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SecurityGroup': '1.5', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SecurityGroupRule': '1.2', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SubPort': '1.0', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Subnet': '1.1', Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Trunk': '1.1'}} Jun 17 07:12:00.380637 dv-cinder-834822-4-iscsi neutron-server[103802]: {{(pid=103802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:12:00.429488 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (254c2a78-6b68-4d1a-949e-12ece4c5936b), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:00.470577 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (254c2a78-6b68-4d1a-949e-12ece4c5936b), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:00.471640 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:12:00.472380 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:00.538442 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7516124 Jun 17 07:12:00.575123 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee0002-5844-4417-be41-a532fc8d77cd admin admin] Pushing event updated for resources: {'Network': ['ID=254c2a78-6b68-4d1a-949e-12ece4c5936b,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:00.585823 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:12:02.443125 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-6cae1136-20ed-4275-ae38-450fd082aa37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:02.829416 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 59362) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:12:03.227412 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f6bd8-5ce0-4167-9b53-2fb939f61d5e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:12:03.228795 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-db6f6bd8-5ce0-4167-9b53-2fb939f61d5e demo admin] 10.222.0.33 "GET /v2.0/subnets/09569d4d-5952-4500-9f61-5e1f32358a17 HTTP/1.1" status: 200 len: 849 time: 0.3984394 Jun 17 07:12:03.358906 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f1e4ade8-238d-4ce9-a195-20e7a6793a36 demo admin] 10.222.0.33 "GET /v2.0/routers/f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb HTTP/1.1" status: 200 len: 704 time: 0.1240799 Jun 17 07:12:03.612572 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:03.624035 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:03.686741 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:03.898427 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Allocated IP 172.20.0.1 (a49dc744-f4d6-49b0-9fa3-06864c5f4b77/09569d4d-5952-4500-9f61-5e1f32358a17/faaed0ab-cde7-45e8-a299-b1c025c25374) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:12:04.077930 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Publish callbacks [] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:04.140358 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:04.205744 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Network a49dc744-f4d6-49b0-9fa3-06864c5f4b77 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:12:04.211890 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:12:04.226839 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:12:04.227358 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:04.279923 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Pushing event updated for resources: {'Port': ['ID=faaed0ab-cde7-45e8-a299-b1c025c25374,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:04.422618 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:04.429464 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-a92254bd-eb0a-44a8-afc9-9e72086b6764 None None] Provisioning complete for port faaed0ab-cde7-45e8-a299-b1c025c25374 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:12:04.429846 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a92254bd-eb0a-44a8-afc9-9e72086b6764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:04.430742 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:04.466059 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-a92254bd-eb0a-44a8-afc9-9e72086b6764 None None] Port faaed0ab-cde7-45e8-a299-b1c025c25374 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:12:04.658127 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-295d7aee-07be-44d3-a951-784533a4c699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:04.681307 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Publish callbacks [] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:04.685681 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:04.686429 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:04.744802 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Pushing event updated for resources: {'Port': ['ID=faaed0ab-cde7-45e8-a299-b1c025c25374,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:04.776725 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:04.778695 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:04.811237 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Network a49dc744-f4d6-49b0-9fa3-06864c5f4b77 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:12:04.812529 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:12:04.964766 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Router f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:12:04.984778 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-98299663-34b0-4197-8843-d4c698ece252 None None] Provisioning complete for port faaed0ab-cde7-45e8-a299-b1c025c25374 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:12:04.985170 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-98299663-34b0-4197-8843-d4c698ece252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:05.015809 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-98299663-34b0-4197-8843-d4c698ece252 None None] Port faaed0ab-cde7-45e8-a299-b1c025c25374 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:12:05.050283 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:12:05.055796 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f102f739-b6e1-478c-b141-ce16fcbc38bd demo admin] 10.222.0.33 "PUT /v2.0/routers/f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6916075 Jun 17 07:12:05.075342 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Sync routers for ids ['f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:12:05.087875 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Routers {'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:12:05.088613 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:12:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:12:05.265134 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Set router f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb gateway port host: None {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:12:05.648659 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:05.681578 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'name': 'router1', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:11:54Z', 'updated_at': '2022-06-17T07:12:04Z', 'revision_number': 2, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'gw_port_host': None, '_interfaces': [{'id': 'faaed0ab-cde7-45e8-a299-b1c025c25374', 'name': '', 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'mac_address': 'fa:16:3e:07:fe:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:12:03Z', 'updated_at': '2022-06-17T07:12:04Z', 'revision_number': 2, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'subnets': [{'id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b664d64-95b3-4c29-90d3-a44f0577400a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:12:05.731253 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Checking router: f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:12:05.731619 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Updating router f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb port faaed0ab-cde7-45e8-a299-b1c025c25374 binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:12:05.784817 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:06.285597 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Publish callbacks [] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:06.292799 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:06.469573 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Pushing event updated for resources: {'Port': ['ID=faaed0ab-cde7-45e8-a299-b1c025c25374,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:06.472348 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Attempting to bind port faaed0ab-cde7-45e8-a299-b1c025c25374 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:12:06.472745 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Attempting to bind port faaed0ab-cde7-45e8-a299-b1c025c25374 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'c5c77810-81af-4ca7-8924-9eff5770c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:12:06.473169 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Attempting to bind port faaed0ab-cde7-45e8-a299-b1c025c25374 on network a49dc744-f4d6-49b0-9fa3-06864c5f4b77 {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:12:06.483433 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:12:06.483843 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Checking segment: {'id': 'c5c77810-81af-4ca7-8924-9eff5770c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:12:06.484335 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:06.484724 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Bound using segment: {'id': 'c5c77810-81af-4ca7-8924-9eff5770c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:12:06.485215 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Bound port: faaed0ab-cde7-45e8-a299-b1c025c25374, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c77810-81af-4ca7-8924-9eff5770c54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:12:06.485593 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:06.489051 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.489395 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.489742 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.490110 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.490438 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.490766 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.491089 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.491499 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.491822 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.492164 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.492487 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.492825 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.493146 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.493462 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.493775 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Tracked resource versions report: Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: pushed versions: Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: { 'AddressGroup': {'1.2'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Agent': {'1.1'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'ConntrackHelper': {'1.0'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'LocalIPAssociation': {'1.0'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Log': {'1.0'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'NDPProxy': {'1.0'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Network': {'1.1'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Port': {'1.7'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'PortForwarding': {'1.3'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'QosPolicy': {'1.10'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SecurityGroup': {'1.5'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SubPort': {'1.0'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Subnet': {'1.1'}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Trunk': {'1.1'}} Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: consumer versions: Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: { DHCP agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: L3 agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: Metadata agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: Metering agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: Open vSwitch agent@dv-cinder-834822-4-iscsi: { 'AddressGroup': '1.2', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Agent': '1.1', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'ConntrackHelper': '1.0', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'LocalIPAssociation': '1.0', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Log': '1.0', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'NDPProxy': '1.0', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Network': '1.1', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Port': '1.7', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'PortForwarding': '1.3', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'QosPolicy': '1.10', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SecurityGroup': '1.5', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SecurityGroupRule': '1.2', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SubPort': '1.0', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Subnet': '1.1', Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Trunk': '1.1'}} Jun 17 07:12:06.495162 dv-cinder-834822-4-iscsi neutron-server[103804]: {{(pid=103804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:12:06.543684 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-03bf21ea-c92a-400b-b54f-902a5fee744c None None] Provisioning complete for port faaed0ab-cde7-45e8-a299-b1c025c25374 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:12:06.544010 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-03bf21ea-c92a-400b-b54f-902a5fee744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:06.545172 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:06.558627 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] For port faaed0ab-cde7-45e8-a299-b1c025c25374, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:12:06.577499 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-03bf21ea-c92a-400b-b54f-902a5fee744c None None] Port faaed0ab-cde7-45e8-a299-b1c025c25374 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:12:06.579960 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] For port faaed0ab-cde7-45e8-a299-b1c025c25374, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=faaed0ab-cde7-45e8-a299-b1c025c25374,segment=NetworkSegment(c5c77810-81af-4ca7-8924-9eff5770c54f),segment_id=c5c77810-81af-4ca7-8924-9eff5770c54f)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:12:06.586536 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:06.592005 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:06.642654 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Routers {'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:12:06.643288 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:12:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:12:06.711308 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d048c-b67a-4d0c-820a-85ae3cc0c07f None None] Pushing event updated for resources: {'Port': ['ID=faaed0ab-cde7-45e8-a299-b1c025c25374,revision_number=4']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:06.738566 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] Set router f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb gateway port host: None {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:12:06.795814 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-046ba72f-e4d8-43fa-80ce-0c48c4016d12 None None] Provisioning complete for port faaed0ab-cde7-45e8-a299-b1c025c25374 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:12:06.796368 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-046ba72f-e4d8-43fa-80ce-0c48c4016d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:06.915850 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-046ba72f-e4d8-43fa-80ce-0c48c4016d12 None None] Current status of the port faaed0ab-cde7-45e8-a299-b1c025c25374 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:12:06.916195 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-046ba72f-e4d8-43fa-80ce-0c48c4016d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:06.938847 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'name': 'router1', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:11:54Z', 'updated_at': '2022-06-17T07:12:04Z', 'revision_number': 2, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'gw_port_host': None, '_interfaces': [{'id': 'faaed0ab-cde7-45e8-a299-b1c025c25374', 'name': '', 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'mac_address': 'fa:16:3e:07:fe:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:12:03Z', 'updated_at': '2022-06-17T07:12:06Z', 'revision_number': 4, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'subnets': [{'id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b664d64-95b3-4c29-90d3-a44f0577400a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:12:06.948594 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-046ba72f-e4d8-43fa-80ce-0c48c4016d12 None None] For port faaed0ab-cde7-45e8-a299-b1c025c25374, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=faaed0ab-cde7-45e8-a299-b1c025c25374,segment=NetworkSegment(c5c77810-81af-4ca7-8924-9eff5770c54f),segment_id=c5c77810-81af-4ca7-8924-9eff5770c54f)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:12:06.953465 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-046ba72f-e4d8-43fa-80ce-0c48c4016d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:06.969275 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d59336-8c93-4b24-8cda-54a63fa5b432 None None] The sync data for ids ['f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'] in dv-cinder-834822-4-iscsi is: [{'id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'name': 'router1', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:11:54Z', 'updated_at': '2022-06-17T07:12:04Z', 'revision_number': 2, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'gw_port_host': None, '_interfaces': [{'id': 'faaed0ab-cde7-45e8-a299-b1c025c25374', 'name': '', 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'mac_address': 'fa:16:3e:07:fe:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:12:03Z', 'updated_at': '2022-06-17T07:12:06Z', 'revision_number': 4, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'subnets': [{'id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b664d64-95b3-4c29-90d3-a44f0577400a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:12:07.002110 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ba72f-e4d8-43fa-80ce-0c48c4016d12 None None] Pushing event updated for resources: {'Port': ['ID=faaed0ab-cde7-45e8-a299-b1c025c25374,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:07.214935 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:07.422523 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 59384) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:12:07.625400 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc72ac7-3478-484e-8308-46996c50198f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:12:07.626744 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-1fc72ac7-3478-484e-8308-46996c50198f admin admin] 10.222.0.33 "GET /v2.0/networks/254c2a78-6b68-4d1a-949e-12ece4c5936b HTTP/1.1" status: 200 len: 842 time: 0.2032709 Jun 17 07:12:07.636825 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:12:07.660838 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Made reservation on behalf of 7107699553c04a40be061877b81300e3 for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:12:07.663157 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:07.803364 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:07.952400 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.objects.ports [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103802) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 17 07:12:07.952811 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (167ea197-aeee-45d1-be0c-7d2c7c8af9d1), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:08.015017 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167ea197-aeee-45d1-be0c-7d2c7c8af9d1,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:08.020944 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:12:08.022291 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Network hostable DHCP agents. Network: 254c2a78-6b68-4d1a-949e-12ece4c5936b, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:12:08.043559 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:12:08.054928 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 254c2a78-6b68-4d1a-949e-12ece4c5936b) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:12:08.058861 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:12:08.059447 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:08.063862 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20982304-ee4c-4e84-a16c-0c3a84ae2457 None None] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:12:08.085028 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-07763423-0751-408e-b759-0d9e9fa22977 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4421575 Jun 17 07:12:08.185323 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5152bb-4541-4406-89a0-5752d4a2efed None None] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:12:10.423437 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 59402) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:12:10.674637 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-0cf04cf3-4cb3-4b35-9635-82829d2e08dc demo admin] 10.222.0.33 "GET /v2.0/routers/f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb HTTP/1.1" status: 200 len: 710 time: 0.2500088 Jun 17 07:12:10.790881 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8868e-b907-45e7-8401-add3631d7f6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:12:10.797693 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-dac8868e-b907-45e7-8401-add3631d7f6e demo admin] 10.222.0.33 "GET /v2.0/networks/254c2a78-6b68-4d1a-949e-12ece4c5936b HTTP/1.1" status: 200 len: 886 time: 0.1176341 Jun 17 07:12:10.801748 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:12:11.044508 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Publish callbacks [] for router_gateway (f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:11.267705 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Publish callbacks [] for router_gateway (f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:11.345178 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:11.543902 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Allocated IP 172.27.0.205 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/f1b39a57-d0fe-40cc-a868-84cd463698ca) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:12:11.649195 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Publish callbacks [] for port (f1b39a57-d0fe-40cc-a868-84cd463698ca), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:11.681897 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:11.687808 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:11.708512 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (f1b39a57-d0fe-40cc-a868-84cd463698ca), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:11.802197 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:12:11.806698 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:12:11.809011 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Pushing event updated for resources: {'Port': ['ID=f1b39a57-d0fe-40cc-a868-84cd463698ca,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:11.813428 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:12:12.085268 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Publish callbacks [] for router_gateway (f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:12.272338 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1819462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1819620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7692'] for router (f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:12.277334 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1819469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1819508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1824106'] for router (f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:12.382764 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Router f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:12:12.484435 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:12:12.490648 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:12.491840 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-8f16318a-0835-4695-a8d2-d5f6af0860f6 demo admin] 10.222.0.33 "PUT /v2.0/routers/f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb HTTP/1.1" status: 200 len: 890 time: 1.6931975 Jun 17 07:12:13.270031 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Sync routers for ids ['f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:12:13.281392 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Routers {'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:12:13.282278 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:12:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:12:13.450956 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:13.485069 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Set router f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:12:13.591871 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device faaed0ab-cde7-45e8-a299-b1c025c25374 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:12:13.758680 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port faaed0ab-cde7-45e8-a299-b1c025c25374 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:12:13.759043 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:13.814358 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:13.946974 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port faaed0ab-cde7-45e8-a299-b1c025c25374 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:12:13.951155 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'name': 'router1', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f1b39a57-d0fe-40cc-a868-84cd463698ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:11:54Z', 'updated_at': '2022-06-17T07:12:11Z', 'revision_number': 4, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'gw_port': {'id': 'f1b39a57-d0fe-40cc-a868-84cd463698ca', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:12:11Z', 'updated_at': '2022-06-17T07:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'faaed0ab-cde7-45e8-a299-b1c025c25374', 'name': '', 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'mac_address': 'fa:16:3e:07:fe:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:12:03Z', 'updated_at': '2022-06-17T07:12:06Z', 'revision_number': 5, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'subnets': [{'id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b664d64-95b3-4c29-90d3-a44f0577400a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:12:13.998200 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Checking router: f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:12:13.998546 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Updating router f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb port f1b39a57-d0fe-40cc-a868-84cd463698ca binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:12:14.120297 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (f1b39a57-d0fe-40cc-a868-84cd463698ca), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:14.426117 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Publish callbacks [] for port (f1b39a57-d0fe-40cc-a868-84cd463698ca), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:14.431863 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (f1b39a57-d0fe-40cc-a868-84cd463698ca), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:14.481827 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Attempting to bind port f1b39a57-d0fe-40cc-a868-84cd463698ca on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:12:14.482185 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Attempting to bind port f1b39a57-d0fe-40cc-a868-84cd463698ca by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:12:14.482539 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Attempting to bind port f1b39a57-d0fe-40cc-a868-84cd463698ca on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:12:14.484383 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b001b-bcd4-46bf-9d09-d0922a548a10 None None] Pushing event updated for resources: {'Port': ['ID=f1b39a57-d0fe-40cc-a868-84cd463698ca,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:14.489682 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:12:14.490070 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:12:14.490953 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:14.491322 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:12:14.492097 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Bound port: f1b39a57-d0fe-40cc-a868-84cd463698ca, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:12:14.492190 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (f1b39a57-d0fe-40cc-a868-84cd463698ca), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:14.539637 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] For port f1b39a57-d0fe-40cc-a868-84cd463698ca, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:12:14.542873 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] For port f1b39a57-d0fe-40cc-a868-84cd463698ca, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=f1b39a57-d0fe-40cc-a868-84cd463698ca,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:12:14.548743 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (f1b39a57-d0fe-40cc-a868-84cd463698ca), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:14.596151 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:14.607507 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Routers {'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:12:14.608140 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:12:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:12:14.642897 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b001b-bcd4-46bf-9d09-d0922a548a10 None None] Pushing event updated for resources: {'Port': ['ID=f1b39a57-d0fe-40cc-a868-84cd463698ca,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:14.716368 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] Set router f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:12:14.833647 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:14.883942 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 59416) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:12:14.914335 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'name': 'router1', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f1b39a57-d0fe-40cc-a868-84cd463698ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:11:54Z', 'updated_at': '2022-06-17T07:12:11Z', 'revision_number': 4, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'gw_port': {'id': 'f1b39a57-d0fe-40cc-a868-84cd463698ca', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:12:11Z', 'updated_at': '2022-06-17T07:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'faaed0ab-cde7-45e8-a299-b1c025c25374', 'name': '', 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'mac_address': 'fa:16:3e:07:fe:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:12:03Z', 'updated_at': '2022-06-17T07:12:06Z', 'revision_number': 5, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'subnets': [{'id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b664d64-95b3-4c29-90d3-a44f0577400a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:12:14.942849 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ee5ba-2384-43ca-89b4-349677c97172 None None] The sync data for ids ['f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb'] in dv-cinder-834822-4-iscsi is: [{'id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'name': 'router1', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f1b39a57-d0fe-40cc-a868-84cd463698ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:11:54Z', 'updated_at': '2022-06-17T07:12:11Z', 'revision_number': 4, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'gw_port': {'id': 'f1b39a57-d0fe-40cc-a868-84cd463698ca', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:47:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:12:11Z', 'updated_at': '2022-06-17T07:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'faaed0ab-cde7-45e8-a299-b1c025c25374', 'name': '', 'network_id': 'a49dc744-f4d6-49b0-9fa3-06864c5f4b77', 'tenant_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'mac_address': 'fa:16:3e:07:fe:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f578ca5a-aa85-4a2a-a1b1-c52b7d037ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:12:03Z', 'updated_at': '2022-06-17T07:12:06Z', 'revision_number': 5, 'project_id': 'f1a4c2e64b4747a29a5b7958456ce1f5', 'subnets': [{'id': '09569d4d-5952-4500-9f61-5e1f32358a17', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b664d64-95b3-4c29-90d3-a44f0577400a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:12:14.996451 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-6d11888b-0082-4a2f-862f-cee92cd8dfc9 admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1113644 Jun 17 07:12:15.585310 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device f1b39a57-d0fe-40cc-a868-84cd463698ca up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:12:15.634469 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port f1b39a57-d0fe-40cc-a868-84cd463698ca triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:12:15.634876 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (f1b39a57-d0fe-40cc-a868-84cd463698ca), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:15.715404 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port f1b39a57-d0fe-40cc-a868-84cd463698ca is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:12:15.715812 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (f1b39a57-d0fe-40cc-a868-84cd463698ca), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:15.743176 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port f1b39a57-d0fe-40cc-a868-84cd463698ca, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=f1b39a57-d0fe-40cc-a868-84cd463698ca,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:12:15.747565 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (f1b39a57-d0fe-40cc-a868-84cd463698ca), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:15.794264 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=f1b39a57-d0fe-40cc-a868-84cd463698ca,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:12:16.941077 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=36 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:16.941897 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=44 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:17.582765 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device f1b39a57-d0fe-40cc-a868-84cd463698ca up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:12:17.627091 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port f1b39a57-d0fe-40cc-a868-84cd463698ca triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:12:17.627540 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (f1b39a57-d0fe-40cc-a868-84cd463698ca), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:17.700954 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port f1b39a57-d0fe-40cc-a868-84cd463698ca is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:12:18.068091 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=77,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:18.069834 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:24.991323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:24.996556 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:27.693490 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:27.698836 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:28.307831 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 5 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:12:32.452223 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-6fe8a602-d800-45b3-acd0-1880b11e5b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:34.666441 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ac9c99aa-8151-4352-a00e-461717913b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:35.657604 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:37.216545 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:37.814887 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:12:45.310988 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:45.317347 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:47.796989 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=7 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:12:47.807856 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:02.447826 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-23742160-8731-4f2e-97cb-d9807a62a628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:04.660852 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-37b450b8-2c4c-43d1-912b-092a6323a2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:05.310155 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 5 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:13:05.653743 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:07.211486 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:07.814764 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:17.807173 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:17.809164 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:30.770757 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 59956) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:13:30.832992 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2904864a-4df5-48dd-b31b-406d49947991 admin admin] GET failed (client error): The resource could not be found. Jun 17 07:13:30.835344 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-2904864a-4df5-48dd-b31b-406d49947991 admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629904 Jun 17 07:13:31.001438 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b1474b-50b9-479b-bd53-7e1da1905ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:31.002831 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-21b1474b-50b9-479b-bd53-7e1da1905ebc admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1635566 Jun 17 07:13:32.450445 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-76da85be-1b63-4cfc-9e73-24f6184ae58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:33.142204 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 59966) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:13:33.232898 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b44a00-7c51-4559-a4e2-e4acca662561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:33.234223 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-26b44a00-7c51-4559-a4e2-e4acca662561 admin admin] 10.222.0.33 "GET /v2.0/subnets/09569d4d-5952-4500-9f61-5e1f32358a17 HTTP/1.1" status: 200 len: 849 time: 0.0910800 Jun 17 07:13:33.243731 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:13:33.326462 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Publish callbacks [] for subnet (09569d4d-5952-4500-9f61-5e1f32358a17), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:33.468977 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792503781196'] for subnet (09569d4d-5952-4500-9f61-5e1f32358a17), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:33.499194 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:33.500167 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:33.501077 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] 10.222.0.33 "PUT /v2.0/subnets/09569d4d-5952-4500-9f61-5e1f32358a17 HTTP/1.1" status: 200 len: 868 time: 0.2609479 Jun 17 07:13:33.512440 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4065ed39-c872-4da0-ad19-0051e76f23bf None None] Network a49dc744-f4d6-49b0-9fa3-06864c5f4b77 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:13:33.521309 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Pushing event updated for resources: {'Subnet': ['ID=09569d4d-5952-4500-9f61-5e1f32358a17,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:13:33.529770 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.530140 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.530452 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.530790 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.531118 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.531446 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.531769 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.532119 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.532448 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.532768 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.533090 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.533432 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.533756 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.534076 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.534394 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0210bed3-69b5-41e3-9767-8d4bf6d360af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:13:33.862968 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-6f6fc450-b173-47f6-87df-f9e744aab1f6 None None] Provisioning complete for port e67a8afc-87b1-4948-97c0-0876356d55c2 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:13:33.863349 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc450-b173-47f6-87df-f9e744aab1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (e67a8afc-87b1-4948-97c0-0876356d55c2), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:33.934337 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fc450-b173-47f6-87df-f9e744aab1f6 None None] Current status of the port e67a8afc-87b1-4948-97c0-0876356d55c2 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:13:33.942324 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-6f6fc450-b173-47f6-87df-f9e744aab1f6 None None] Provisioning complete for port faaed0ab-cde7-45e8-a299-b1c025c25374 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:13:33.942703 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-6f6fc450-b173-47f6-87df-f9e744aab1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (faaed0ab-cde7-45e8-a299-b1c025c25374), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:34.015062 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-6f6fc450-b173-47f6-87df-f9e744aab1f6 None None] Current status of the port faaed0ab-cde7-45e8-a299-b1c025c25374 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:13:34.304655 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=6 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:34.323920 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:34.664176 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d8b0eda7-2314-43e6-8414-12fe33e19ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:35.639072 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 59976) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:13:35.657388 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:35.906611 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c17990-8cbb-44ac-aba8-37e3691fe86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:35.907001 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c17990-8cbb-44ac-aba8-37e3691fe86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:35.908620 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-93c17990-8cbb-44ac-aba8-37e3691fe86e admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2686677 Jun 17 07:13:37.216973 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:37.808101 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:13:38.040014 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 59984) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:13:38.168597 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f9ed0c-4aad-4fed-af1f-eed5f6af94dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:38.169080 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f9ed0c-4aad-4fed-af1f-eed5f6af94dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:38.170565 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-51f9ed0c-4aad-4fed-af1f-eed5f6af94dc admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295860 Jun 17 07:13:40.295855 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 59992) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:13:40.423422 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72300deb-4eca-4b64-8b72-f059c1dc3093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:40.424837 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-72300deb-4eca-4b64-8b72-f059c1dc3093 admin admin] 10.222.0.33 "GET /v2.0/networks/254c2a78-6b68-4d1a-949e-12ece4c5936b HTTP/1.1" status: 200 len: 886 time: 0.1279750 Jun 17 07:13:40.992614 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=11 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:40.998748 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=14 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:42.309053 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 5 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:13:42.565624 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60000) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:13:42.695636 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012340a1-0501-41bc-b0d7-338028407da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:42.697020 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-012340a1-0501-41bc-b0d7-338028407da8 admin admin] 10.222.0.33 "GET /v2.0/networks/a49dc744-f4d6-49b0-9fa3-06864c5f4b77 HTTP/1.1" status: 200 len: 869 time: 0.1305289 Jun 17 07:13:44.816423 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60008) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:13:44.901869 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:44.918717 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:44.940580 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551aedd0-53f5-44c1-8d75-e2f0f8c0c318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:44.941033 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551aedd0-53f5-44c1-8d75-e2f0f8c0c318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:44.942545 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-551aedd0-53f5-44c1-8d75-e2f0f8c0c318 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251781 Jun 17 07:13:47.060902 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60016) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:13:47.154904 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebcebab-5a3d-4c0a-a10d-cb03904d8b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:47.155362 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebcebab-5a3d-4c0a-a10d-cb03904d8b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:47.156882 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-aebcebab-5a3d-4c0a-a10d-cb03904d8b7d admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949991 Jun 17 07:13:47.801272 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:47.803180 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:49.299999 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60024) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:13:49.392236 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7da566-6df1-42d7-a467-cdfd45d3d23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:49.393612 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-de7da566-6df1-42d7-a467-cdfd45d3d23b admin admin] 10.222.0.33 "GET /v2.0/subnets/09569d4d-5952-4500-9f61-5e1f32358a17 HTTP/1.1" status: 200 len: 868 time: 0.0926394 Jun 17 07:13:51.516537 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60032) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:13:51.669982 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8487a512-7b0e-431b-90fe-184fe27e7f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:13:51.671269 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-8487a512-7b0e-431b-90fe-184fe27e7f8e admin admin] 10.222.0.33 "GET /v2.0/subnets/167ea197-aeee-45d1-be0c-7d2c7c8af9d1 HTTP/1.1" status: 200 len: 816 time: 0.1537538 Jun 17 07:13:57.149407 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=8 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:57.151314 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=8 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:59.308873 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=16 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:13:59.312905 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=18 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:01.665144 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=11 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:01.666940 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=12 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:02.453514 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-40833b33-430c-4eca-8385-29f82334f13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:04.666211 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-09981af6-aceb-476a-ac2a-bd35467d2bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:05.661238 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:07.218836 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:07.809497 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:17.799664 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:17.805527 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:18.379071 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60086) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:14:18.426969 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [None req-a19a85aa-426a-479c-8598-9d32fa4aba3d admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:14:18.427964 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-a19a85aa-426a-479c-8598-9d32fa4aba3d admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479310 Jun 17 07:14:19.307926 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 5 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:14:20.627250 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60094) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:14:20.687130 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ca14b6-83ff-4538-9ddb-9677e10fea48 admin admin] GET failed (client error): The resource could not be found. Jun 17 07:14:20.688429 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-67ca14b6-83ff-4538-9ddb-9677e10fea48 admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602210 Jun 17 07:14:20.772748 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d840da-c08c-4cbb-9c37-a97f586d9697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:14:20.774231 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f1d840da-c08c-4cbb-9c37-a97f586d9697 admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0817800 Jun 17 07:14:22.924181 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60102) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:14:22.970299 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:14:22.989012 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] Made reservation on behalf of 7107699553c04a40be061877b81300e3 for: {'network': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:14:22.991661 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:23.019868 dv-cinder-834822-4-iscsi neutron-server[103802]: WARNING neutron.services.revisions.revision_plugin [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] Could not find related network for resource to bump revision. Jun 17 07:14:23.035675 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=103802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:14:23.047555 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (2f346de4-ebc4-451b-a7a1-640071fff394), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:23.047916 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.segments_db [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] Added segment 2f346de4-ebc4-451b-a7a1-640071fff394 of type vlan for network cc7b04ae-69ca-4aeb-ab09-a28ea7943440 Jun 17 07:14:23.089600 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (cc7b04ae-69ca-4aeb-ab09-a28ea7943440), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:23.112325 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (cc7b04ae-69ca-4aeb-ab09-a28ea7943440), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:23.113176 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:14:23.113737 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:23.150522 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2252431 Jun 17 07:14:23.179781 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80a73d-978a-4ebc-8185-1034612406f9 admin admin] Pushing event updated for resources: {'Network': ['ID=cc7b04ae-69ca-4aeb-ab09-a28ea7943440,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:14:23.190477 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network cc7b04ae-69ca-4aeb-ab09-a28ea7943440 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:14:25.307155 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60110) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:14:25.366658 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.pecan_wsgi.hooks.translation [None req-7760d1f9-d120-43c9-9bc7-1c707067aa7e admin admin] GET failed (client error): The resource could not be found. Jun 17 07:14:25.368464 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-7760d1f9-d120-43c9-9bc7-1c707067aa7e admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603642 Jun 17 07:14:25.468194 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2378aa8-374c-4e78-b7bb-a7977c26f6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:14:25.469629 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-e2378aa8-374c-4e78-b7bb-a7977c26f6c0 admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0972557 Jun 17 07:14:25.479744 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] Request body: {'subnet': {'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:14:25.498769 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] Made reservation on behalf of 7107699553c04a40be061877b81300e3 for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:14:25.500931 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:25.661051 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (a61f8d25-87ad-4760-ab21-2c076825c8d6), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:25.716949 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61f8d25-87ad-4760-ab21-2c076825c8d6,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:14:25.723733 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] Checking segment: {'id': '2f346de4-ebc4-451b-a7a1-640071fff394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:14:25.724118 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] Network hostable DHCP agents. Network: cc7b04ae-69ca-4aeb-ab09-a28ea7943440, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:14:25.740341 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] Network cc7b04ae-69ca-4aeb-ab09-a28ea7943440 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:14:25.749040 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, cc7b04ae-69ca-4aeb-ab09-a28ea7943440) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:14:25.753004 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:14:25.753592 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:25.758281 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0742076-da4a-4594-b159-e501b3160a05 None None] Network cc7b04ae-69ca-4aeb-ab09-a28ea7943440 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:14:25.770225 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-fa19c838-4c64-4af9-8227-18f9e20988d6 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2943659 Jun 17 07:14:25.876011 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-cc7b04ae-69ca-4aeb-ab09-a28ea7943440', 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440', 'project_id': '7107699553c04a40be061877b81300e3', 'fixed_ips': [{'subnet_id': 'a61f8d25-87ad-4760-ab21-2c076825c8d6'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:14:25.876994 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:26.018299 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Allocated IP 192.168.233.2 (cc7b04ae-69ca-4aeb-ab09-a28ea7943440/a61f8d25-87ad-4760-ab21-2c076825c8d6/29ccbc24-3bcf-4916-9d8c-4a56281bef64) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:14:26.154601 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Publish callbacks [] for port (29ccbc24-3bcf-4916-9d8c-4a56281bef64), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:26.160400 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (29ccbc24-3bcf-4916-9d8c-4a56281bef64), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:26.200858 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Network cc7b04ae-69ca-4aeb-ab09-a28ea7943440 is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:14:26.211401 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:14:26.213357 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Pushing event updated for resources: {'Port': ['ID=29ccbc24-3bcf-4916-9d8c-4a56281bef64,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:14:26.215560 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:14:26.228215 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.228471 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.228855 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.229111 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.229408 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.229725 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.230095 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.230418 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.230729 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.231040 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.231375 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.231731 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.231992 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.232352 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.232640 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:14:26.284749 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Attempting to bind port 29ccbc24-3bcf-4916-9d8c-4a56281bef64 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:14:26.285458 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Attempting to bind port 29ccbc24-3bcf-4916-9d8c-4a56281bef64 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '2f346de4-ebc4-451b-a7a1-640071fff394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:14:26.285813 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Attempting to bind port 29ccbc24-3bcf-4916-9d8c-4a56281bef64 on network cc7b04ae-69ca-4aeb-ab09-a28ea7943440 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:14:26.291368 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:14:26.291728 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Checking segment: {'id': '2f346de4-ebc4-451b-a7a1-640071fff394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:14:26.292147 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:26.292530 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Bound using segment: {'id': '2f346de4-ebc4-451b-a7a1-640071fff394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:14:26.292981 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Bound port: 29ccbc24-3bcf-4916-9d8c-4a56281bef64, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f346de4-ebc4-451b-a7a1-640071fff394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:14:26.293356 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (29ccbc24-3bcf-4916-9d8c-4a56281bef64), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:26.352696 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] For port 29ccbc24-3bcf-4916-9d8c-4a56281bef64, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:14:26.356577 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] For port 29ccbc24-3bcf-4916-9d8c-4a56281bef64, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=29ccbc24-3bcf-4916-9d8c-4a56281bef64,segment=NetworkSegment(2f346de4-ebc4-451b-a7a1-640071fff394),segment_id=2f346de4-ebc4-451b-a7a1-640071fff394)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:14:26.362754 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (29ccbc24-3bcf-4916-9d8c-4a56281bef64), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:26.432360 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9b9e3-412e-4c9c-8f78-8747d40f4cf5 None None] Pushing event updated for resources: {'Port': ['ID=29ccbc24-3bcf-4916-9d8c-4a56281bef64,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:14:27.213814 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22af8210-5a71-4e98-bca3-2e1a82ba2ba3 None None] Network cc7b04ae-69ca-4aeb-ab09-a28ea7943440 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:14:27.326620 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-8001fafa-6c3d-41f4-b6ba-d6616b57d676 None None] Provisioning complete for port 29ccbc24-3bcf-4916-9d8c-4a56281bef64 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:14:27.326920 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-8001fafa-6c3d-41f4-b6ba-d6616b57d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (29ccbc24-3bcf-4916-9d8c-4a56281bef64), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:27.331629 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:27.352641 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:27.425482 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-8001fafa-6c3d-41f4-b6ba-d6616b57d676 None None] Current status of the port 29ccbc24-3bcf-4916-9d8c-4a56281bef64 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:14:27.425924 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-8001fafa-6c3d-41f4-b6ba-d6616b57d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (29ccbc24-3bcf-4916-9d8c-4a56281bef64), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:27.463310 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-8001fafa-6c3d-41f4-b6ba-d6616b57d676 None None] For port 29ccbc24-3bcf-4916-9d8c-4a56281bef64, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=29ccbc24-3bcf-4916-9d8c-4a56281bef64,segment=NetworkSegment(2f346de4-ebc4-451b-a7a1-640071fff394),segment_id=2f346de4-ebc4-451b-a7a1-640071fff394)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:14:27.467434 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-8001fafa-6c3d-41f4-b6ba-d6616b57d676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (29ccbc24-3bcf-4916-9d8c-4a56281bef64), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:27.519986 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001fafa-6c3d-41f4-b6ba-d6616b57d676 None None] Pushing event updated for resources: {'Port': ['ID=29ccbc24-3bcf-4916-9d8c-4a56281bef64,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:14:27.584493 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-7b092053-6fa1-4419-94ee-16ac59f0aaf3 None None] Provisioning complete for port 29ccbc24-3bcf-4916-9d8c-4a56281bef64 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:14:27.584874 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-7b092053-6fa1-4419-94ee-16ac59f0aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (29ccbc24-3bcf-4916-9d8c-4a56281bef64), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:27.658575 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 29ccbc24-3bcf-4916-9d8c-4a56281bef64 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:14:27.690115 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-7b092053-6fa1-4419-94ee-16ac59f0aaf3 None None] Current status of the port 29ccbc24-3bcf-4916-9d8c-4a56281bef64 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:14:27.712806 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 29ccbc24-3bcf-4916-9d8c-4a56281bef64 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:14:27.713191 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (29ccbc24-3bcf-4916-9d8c-4a56281bef64), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:27.883259 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 29ccbc24-3bcf-4916-9d8c-4a56281bef64 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:14:30.764595 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=7 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:30.770354 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=15 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:32.454740 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c0720ebf-76f1-4453-9cc6-86e21d87f579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:34.667749 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee704-220f-4af0-8f0d-bc1f65744c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:35.662477 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:35.763839 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=67,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:35.764902 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=69,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:36.321186 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:36.325032 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:37.222856 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:37.811572 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:14:47.805960 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:47.807823 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:14:56.306611 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 5 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:15:02.458333 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-7d297c21-8336-49f8-b361-684be079f6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:04.669465 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1186fa6f-ab9e-4cc2-b139-9a698bc114a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:05.666343 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:07.226664 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:07.815874 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:13.308641 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:15:13.318968 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:15:17.803370 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:15:17.810254 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:15:31.299848 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:15:31.301137 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:DELETE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:15:32.461316 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3efe-c9f0-415a-9120-adcc99ce4156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:33.304986 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 5 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:15:34.672409 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2127-dbe4-4ff6-a90c-19f9da792e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:35.669841 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:37.230333 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:37.819087 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:47.812486 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:15:47.814477 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:15:50.320511 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:15:50.324856 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:15:56.545601 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60152) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:15:56.551280 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [None req-2bc41b4f-b682-498b-8c81-8f3dc2b8efde tempest-verify_tempest_config-2108141929 tempest-verify_tempest_config-2108141929-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:15:56.552882 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-2bc41b4f-b682-498b-8c81-8f3dc2b8efde tempest-verify_tempest_config-2108141929 tempest-verify_tempest_config-2108141929-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056841 Jun 17 07:15:56.846074 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60170) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:15:56.952718 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:57.026205 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Publish callbacks [] for security_group (c3bbf0bd-c08c-4cbc-8c7a-3ff7774de3e5), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:57.029808 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c3bbf0bd-c08c-4cbc-8c7a-3ff7774de3e5), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:57.074640 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=93ad89d5b4154677a71e98ba7e2d2f7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2275698 Jun 17 07:15:57.075492 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bbf0bd-c08c-4cbc-8c7a-3ff7774de3e5,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:15:57.077449 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60174) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:15:57.082364 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.082703 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.083059 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.083949 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.084300 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.084626 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.084948 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.085265 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.085600 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.085923 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.086253 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.086587 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.086905 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.087219 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.087534 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cae5ba-4adb-4432-b3c8-0f3155c9cb9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.132469 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Publish callbacks [] for security_group (c3bbf0bd-c08c-4cbc-8c7a-3ff7774de3e5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:57.153001 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Publish callbacks [] for security_group (c3bbf0bd-c08c-4cbc-8c7a-3ff7774de3e5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:57.244390 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c3bbf0bd-c08c-4cbc-8c7a-3ff7774de3e5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:57.246809 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:15:57.247935 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c3bbf0bd-c08c-4cbc-8c7a-3ff7774de3e5 HTTP/1.1" status: 204 len: 168 time: 0.1695318 Jun 17 07:15:57.255901 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bbf0bd-c08c-4cbc-8c7a-3ff7774de3e5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:15:57.262949 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.263298 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.263638 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.264000 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.264450 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.264786 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.265115 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.265444 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.265791 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.266116 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.266626 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.266980 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.267313 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.267635 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:15:57.267983 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed784-e587-4884-887c-e557526c41cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:16:02.463447 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f04b5876-ade8-4fa2-a2ea-e7932083674a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:16:04.678079 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-78f7bba9-f82b-41e4-a388-97bb2322511a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:16:05.672382 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:16:07.071081 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:16:07.078872 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:16:07.233814 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:16:07.251740 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:16:07.259482 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:16:07.823402 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:16:10.303159 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 5 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:16:17.812541 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:16:17.819267 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:16:30.369011 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=19 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:16:30.370278 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=15 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:16:32.465562 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1f31200a-beed-4161-8fd9-9ac57fce6fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:16:34.679564 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-004c638f-ea76-4375-8154-d2e8b7116ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:16:35.674914 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:16:37.237082 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:16:37.825379 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:16:47.303845 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 5 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:16:47.819824 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:16:47.821719 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:17:02.467496 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-eb3ef92d-21ec-4541-b008-bbd27095f350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:17:04.330157 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=4 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:17:04.334550 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=4 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:17:04.680342 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-df8bd14d-1ddc-44ba-b061-44e1c3b898d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:17:05.678393 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:17:07.240514 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:17:07.827330 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:17:17.816913 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:17:17.822906 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:17:24.302015 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 5 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:17:32.470895 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-16d9ba0b-b49f-436a-8971-09726efa4106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:17:34.681712 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b10efb65-4a29-4737-8178-facef456265f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:17:35.679874 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:17:37.242471 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:17:37.830158 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:17:41.336662 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=4 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:17:41.340877 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:17:44.981846 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1820259'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:17:54.974863 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:17:54.977512 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:17:57.484318 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60250) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:17:57.591205 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-163ed10a-c8dc-4fb3-913e-78e0ac921c97 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1058016 Jun 17 07:17:59.709752 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60260) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:17:59.764113 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-35b3af49-cd93-4dcd-a609-97776fd0d0f0 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532784 Jun 17 07:18:01.301517 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:18:02.472797 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5548355d-b739-401e-a0af-d462145a5cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:04.683982 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-6a39505b-ec7e-4620-8b97-e4bc94cf8ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:05.684501 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:07.247305 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:07.835844 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:09.758070 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:18:09.758894 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:18:14.954964 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:18.325450 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:18:18.336103 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=6 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:18:24.948950 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:18:24.950923 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:18:32.473505 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a25e1422-1c54-4efc-97ef-06f93d2e996e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:34.306113 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=15 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:18:34.306888 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=13 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:18:34.686115 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d0f5246b-ddd9-4431-aa9b-007b01e0f7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:35.686347 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:37.249892 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:37.827923 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:38.299945 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:18:44.949842 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:18:54.943883 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:18:54.946104 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:18:55.321700 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:18:55.334883 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=6 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:02.479025 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-cad4dbfd-8195-4c64-825e-fe48a7c32101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:04.687611 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-8325c6fc-1eda-44d8-9473-2e41b0aa523d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:05.689588 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:07.253458 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:07.830317 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:14.970519 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:15.298990 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:19:24.964118 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:24.966847 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:32.331225 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:32.332730 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:32.475894 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-41cd643a-64aa-43dc-83f8-534fb61aa5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:34.697205 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f951e2e2-e0ad-47fc-937b-079b5e306dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:35.717032 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:35.996585 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60374) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:36.233501 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-49818561-network', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:36.264967 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Made reservation on behalf of ab7deafed6f447faade3e3d8d281617a for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:19:36.267394 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.276322 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.367206 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Publish callbacks [] for security_group (4c89db2e-36bb-429f-82e6-f2a9113dacfe), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.371417 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (4c89db2e-36bb-429f-82e6-f2a9113dacfe), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.398601 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c89db2e-36bb-429f-82e6-f2a9113dacfe,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:36.409177 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:19:36.414885 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.415227 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.415584 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.416493 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.416832 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.417153 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.417473 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.417788 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.418316 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.418641 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.418993 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.419304 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.419619 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.419932 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.420269 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Tracked resource versions report: Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: pushed versions: Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: { 'AddressGroup': {'1.2'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Agent': {'1.1'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'ConntrackHelper': {'1.0'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'LocalIPAssociation': {'1.0'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Log': {'1.0'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'NDPProxy': {'1.0'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Network': {'1.1'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Port': {'1.7'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'PortForwarding': {'1.3'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'QosPolicy': {'1.10'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SecurityGroup': {'1.5'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SubPort': {'1.0'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Subnet': {'1.1'}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Trunk': {'1.1'}} Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: consumer versions: Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: { DHCP agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: HyperV agent@hv-cinder-83482: {}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: L3 agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: Metadata agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: Metering agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: Open vSwitch agent@dv-cinder-834822-4-iscsi: { 'AddressGroup': '1.2', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Agent': '1.1', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'ConntrackHelper': '1.0', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'LocalIPAssociation': '1.0', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Log': '1.0', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'NDPProxy': '1.0', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Network': '1.1', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Port': '1.7', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'PortForwarding': '1.3', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'QosPolicy': '1.10', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SecurityGroup': '1.5', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SecurityGroupRule': '1.2', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'SubPort': '1.0', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Subnet': '1.1', Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: 'Trunk': '1.1'}} Jun 17 07:19:36.421451 dv-cinder-834822-4-iscsi neutron-server[103801]: {{(pid=103801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:19:36.429807 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (3a8a02c4-5d92-4029-80fc-c6427ebfbc06), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.429807 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.segments_db [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Added segment 3a8a02c4-5d92-4029-80fc-c6427ebfbc06 of type vlan for network 1239213d-0a3b-407c-aa59-5c1ac224edf4 Jun 17 07:19:36.471511 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (1239213d-0a3b-407c-aa59-5c1ac224edf4), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.497581 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (1239213d-0a3b-407c-aa59-5c1ac224edf4), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.498552 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:19:36.499144 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.537521 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5395870 Jun 17 07:19:36.540642 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60404) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:36.546247 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Request body: {'subnet': {'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-49818561-subnet', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:36.571769 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Made reservation on behalf of ab7deafed6f447faade3e3d8d281617a for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:19:36.575479 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.599228 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903c102-9832-462f-a296-73d30572d10f admin admin] Pushing event updated for resources: {'Network': ['ID=1239213d-0a3b-407c-aa59-5c1ac224edf4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:36.610173 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 1239213d-0a3b-407c-aa59-5c1ac224edf4 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:19:36.757908 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (dacfbc50-0f0a-4fb0-9040-e06949d49000), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.800665 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacfbc50-0f0a-4fb0-9040-e06949d49000,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:36.812467 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.812798 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.813157 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.813497 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.813827 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.814152 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.814475 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.814846 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.815154 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.815464 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.815801 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.816159 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.816486 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.816801 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.817115 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Tracked resource versions report: Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: pushed versions: Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: { 'AddressGroup': {'1.2'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Agent': {'1.1'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'ConntrackHelper': {'1.0'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'LocalIPAssociation': {'1.0'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Log': {'1.0'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'NDPProxy': {'1.0'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Network': {'1.1'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Port': {'1.7'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'PortForwarding': {'1.3'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'QosPolicy': {'1.10'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SecurityGroup': {'1.5'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SubPort': {'1.0'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Subnet': {'1.1'}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Trunk': {'1.1'}} Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: consumer versions: Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: { DHCP agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: HyperV agent@hv-cinder-83482: {}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: L3 agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: Metadata agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: Metering agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: Open vSwitch agent@dv-cinder-834822-4-iscsi: { 'AddressGroup': '1.2', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Agent': '1.1', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'ConntrackHelper': '1.0', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'LocalIPAssociation': '1.0', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Log': '1.0', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'NDPProxy': '1.0', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Network': '1.1', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Port': '1.7', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'PortForwarding': '1.3', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'QosPolicy': '1.10', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SecurityGroup': '1.5', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SecurityGroupRule': '1.2', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'SubPort': '1.0', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Subnet': '1.1', Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: 'Trunk': '1.1'}} Jun 17 07:19:36.818267 dv-cinder-834822-4-iscsi neutron-server[103802]: {{(pid=103802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:19:36.841085 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Checking segment: {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:36.841427 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Network hostable DHCP agents. Network: 1239213d-0a3b-407c-aa59-5c1ac224edf4, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:19:36.860892 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Network 1239213d-0a3b-407c-aa59-5c1ac224edf4 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:19:36.872265 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 1239213d-0a3b-407c-aa59-5c1ac224edf4) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:36.877347 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:19:36.878791 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.884381 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db42dd-23b0-42e0-b082-4259b77b2986 None None] Network 1239213d-0a3b-407c-aa59-5c1ac224edf4 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:19:36.901627 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60422) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:36.902659 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-9697ccf2-e55a-47f9-a2e4-7e801617faee admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3608336 Jun 17 07:19:36.907114 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:36.936427 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (9983c8b3-1141-4c4d-a398-86257364b374), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:36.937814 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (9983c8b3-1141-4c4d-a398-86257364b374), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.013492 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-1239213d-0a3b-407c-aa59-5c1ac224edf4', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:19:37.015003 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.038045 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Publish callbacks [] for router_controller (9983c8b3-1141-4c4d-a398-86257364b374), precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.199990 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Publish callbacks [] for router_gateway (9983c8b3-1141-4c4d-a398-86257364b374), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.202269 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Allocated IP 172.20.0.2 (1239213d-0a3b-407c-aa59-5c1ac224edf4/dacfbc50-0f0a-4fb0-9040-e06949d49000/2e0a3d59-00a8-4344-8655-f413c133a42d) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:37.298896 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.405984 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Publish callbacks [] for router_gateway (9983c8b3-1141-4c4d-a398-86257364b374), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.440503 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.506494 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:37.510799 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Publish callbacks [] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.519596 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.560841 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Allocated IP 172.27.0.2 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/2e7c3166-9ac4-4f78-80fe-14a178d1c26c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:37.579949 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Pushing event updated for resources: {'Port': ['ID=2e0a3d59-00a8-4344-8655-f413c133a42d,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:37.585893 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:37.590936 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Network 1239213d-0a3b-407c-aa59-5c1ac224edf4 is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:37.595653 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:37.598386 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.598902 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.599419 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.599928 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.600427 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.600933 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.601415 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.601906 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.602402 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.602894 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.603221 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.604480 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.604696 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.605022 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.605350 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Tracked resource versions report: Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: pushed versions: Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: { 'AddressGroup': {'1.2'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Agent': {'1.1'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'ConntrackHelper': {'1.0'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'LocalIPAssociation': {'1.0'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Log': {'1.0'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'NDPProxy': {'1.0'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Network': {'1.1'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Port': {'1.7'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'PortForwarding': {'1.3'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'QosPolicy': {'1.10'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SecurityGroup': {'1.5'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SubPort': {'1.0'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Subnet': {'1.1'}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Trunk': {'1.1'}} Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: consumer versions: Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: { DHCP agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: HyperV agent@hv-cinder-83482: {}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: L3 agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: Metadata agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: Metering agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: Open vSwitch agent@dv-cinder-834822-4-iscsi: { 'AddressGroup': '1.2', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Agent': '1.1', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'ConntrackHelper': '1.0', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'LocalIPAssociation': '1.0', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Log': '1.0', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'NDPProxy': '1.0', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Network': '1.1', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Port': '1.7', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'PortForwarding': '1.3', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'QosPolicy': '1.10', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SecurityGroup': '1.5', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SecurityGroupRule': '1.2', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'SubPort': '1.0', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Subnet': '1.1', Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: 'Trunk': '1.1'}} Jun 17 07:19:37.606541 dv-cinder-834822-4-iscsi neutron-server[103803]: {{(pid=103803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:19:37.609298 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:37.675005 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Attempting to bind port 2e0a3d59-00a8-4344-8655-f413c133a42d on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:19:37.675374 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Attempting to bind port 2e0a3d59-00a8-4344-8655-f413c133a42d by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:19:37.676372 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Attempting to bind port 2e0a3d59-00a8-4344-8655-f413c133a42d on network 1239213d-0a3b-407c-aa59-5c1ac224edf4 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:19:37.684991 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:19:37.685834 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Checking segment: {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:37.687765 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.688533 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Bound using segment: {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:19:37.689681 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Bound port: 2e0a3d59-00a8-4344-8655-f413c133a42d, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:19:37.690968 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.732474 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Publish callbacks [] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.770585 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] For port 2e0a3d59-00a8-4344-8655-f413c133a42d, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:19:37.774832 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] For port 2e0a3d59-00a8-4344-8655-f413c133a42d, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=2e0a3d59-00a8-4344-8655-f413c133a42d,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:19:37.780558 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.781463 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.786682 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:37.855174 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Pushing event updated for resources: {'Port': ['ID=2e7c3166-9ac4-4f78-80fe-14a178d1c26c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:37.869601 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:37.871454 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:37.872403 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9919f-38be-4664-b520-c14ef0a03984 None None] Pushing event updated for resources: {'Port': ['ID=2e0a3d59-00a8-4344-8655-f413c133a42d,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:37.875911 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:37.876699 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:37.917309 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60472) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:38.047535 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60490) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:38.209857 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60496) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:38.251613 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Publish callbacks [] for router_gateway (9983c8b3-1141-4c4d-a398-86257364b374), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.391156 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-849417548-network', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:38.416629 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-469993194-network', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:38.426094 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Made reservation on behalf of 277f81ef9ed74a6189221440edd53d4c for: {'network': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:19:38.428652 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.440944 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.459552 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1158684878-network', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:38.481786 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Made reservation on behalf of 2b581a57e3e44e3481b1db445961afc5 for: {'network': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:19:38.484056 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.507361 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (9983c8b3-1141-4c4d-a398-86257364b374), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.523545 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.552080 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Made reservation on behalf of 09dfc5c0d3f4405a901acd8eeef080b9 for: {'network': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:19:38.554475 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.577838 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.608583 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=80,neutron:INSERT=20 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:38.665477 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Publish callbacks [] for security_group (9ab38aa4-0ebc-4908-8c10-55d179ddef8a), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.679068 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (9ab38aa4-0ebc-4908-8c10-55d179ddef8a), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.717628 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Router 9983c8b3-1141-4c4d-a398-86257364b374 is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:19:38.729704 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab38aa4-0ebc-4908-8c10-55d179ddef8a,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:38.743571 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:38.755496 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=103802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:19:38.823341 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:38.841114 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Publish callbacks [] for security_group (98c5bc60-200a-4691-9187-ce842c2794b0), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.849704 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Publish callbacks [] for security_group (1ef2e7bb-4e5e-4357-9c57-fee848b6381b), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.851841 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (76094c67-9367-4b0b-9882-07f388902427), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.851999 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.segments_db [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Added segment 76094c67-9367-4b0b-9882-07f388902427 of type vlan for network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 Jun 17 07:19:38.865851 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (98c5bc60-200a-4691-9187-ce842c2794b0), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.869540 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (1ef2e7bb-4e5e-4357-9c57-fee848b6381b), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.884541 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:19:38.897341 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Sync routers for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:19:38.914810 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:19:38.915546 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:38.920153 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:38.926235 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-455bea31-5228-4b47-b364-f7dc3b59344c admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0227742 Jun 17 07:19:38.927141 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60540) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:38.932275 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c5bc60-200a-4691-9187-ce842c2794b0,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:39.031183 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef2e7bb-4e5e-4357-9c57-fee848b6381b,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:39.060813 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=103802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:19:39.064976 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=103802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:19:39.108908 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (ed70ad4c-5186-4d7f-a1ab-3e0db877b874), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.131304 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.133367 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.segments_db [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Added segment 1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33 of type vlan for network 60349c8e-a9e4-4c17-896b-25e895292e2e Jun 17 07:19:39.152285 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (5ca2efc1-95eb-4d37-b7f5-edb40c4867ad), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.152622 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.segments_db [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Added segment 5ca2efc1-95eb-4d37-b7f5-edb40c4867ad of type vlan for network 57d55a23-c630-40ec-bb39-da47a22efdb9 Jun 17 07:19:39.177902 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:39.234423 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:19:39.306153 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1288cf8b-c9fa-48fc-9672-8cd4c1801c81 None None] Network 1239213d-0a3b-407c-aa59-5c1ac224edf4 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:19:39.413267 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c896399f-0a2e-4e17-8e9b-63c13762ec18 None None] Provisioning complete for port 2e0a3d59-00a8-4344-8655-f413c133a42d triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:39.413639 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c896399f-0a2e-4e17-8e9b-63c13762ec18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.563225 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (57d55a23-c630-40ec-bb39-da47a22efdb9), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.566445 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (ed70ad4c-5186-4d7f-a1ab-3e0db877b874), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.568114 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:19:39.569070 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.573121 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (60349c8e-a9e4-4c17-896b-25e895292e2e), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.646023 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5973010 Jun 17 07:19:39.654653 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60572) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:39.665395 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:39.700530 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (57d55a23-c630-40ec-bb39-da47a22efdb9), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.701861 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:19:39.702646 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.706400 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0862d6-b375-4240-8df8-25ba5b69cc96 admin admin] Pushing event updated for resources: {'Network': ['ID=ed70ad4c-5186-4d7f-a1ab-3e0db877b874,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:39.706917 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] Request body: {'subnet': {'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-subnet', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:39.731709 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (60349c8e-a9e4-4c17-896b-25e895292e2e), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.732509 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:38Z', 'revision_number': 3, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:39.734598 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:19:39.735301 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.785429 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.6350515 Jun 17 07:19:39.785429 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:INSERT=17,neutron:SELECT=75,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:39.812267 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:19:39.818993 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60576) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:39.858591 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Checking router: 9983c8b3-1141-4c4d-a398-86257364b374 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:19:39.858947 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Updating router 9983c8b3-1141-4c4d-a398-86257364b374 port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:19:39.879281 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] Request body: {'subnet': {'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1158684878-subnet', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:39.893437 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] Made reservation on behalf of 277f81ef9ed74a6189221440edd53d4c for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:19:39.893437 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:39.959443 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.032174 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88448ac4-b36c-4976-b3d4-b671e1f936f8 admin admin] Pushing event updated for resources: {'Network': ['ID=57d55a23-c630-40ec-bb39-da47a22efdb9,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:40.044296 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2e0a3d59-00a8-4344-8655-f413c133a42d up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:40.056098 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.1375012 Jun 17 07:19:40.066514 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.076886 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60582) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:40.137611 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] Request body: {'subnet': {'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-subnet', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:40.181011 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 57d55a23-c630-40ec-bb39-da47a22efdb9 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:19:40.217740 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] Made reservation on behalf of 2b581a57e3e44e3481b1db445961afc5 for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:19:40.220501 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.223792 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c896399f-0a2e-4e17-8e9b-63c13762ec18 None None] Current status of the port 2e0a3d59-00a8-4344-8655-f413c133a42d is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:40.230330 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c896399f-0a2e-4e17-8e9b-63c13762ec18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.232041 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60590) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:40.245683 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 2e0a3d59-00a8-4344-8655-f413c133a42d triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:40.246064 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.350694 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:40.399701 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8c390-f16a-4470-b067-c9d85b397dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=60349c8e-a9e4-4c17-896b-25e895292e2e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:40.407229 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] Made reservation on behalf of 09dfc5c0d3f4405a901acd8eeef080b9 for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:19:40.413336 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.429054 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 60349c8e-a9e4-4c17-896b-25e895292e2e details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:19:40.455578 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Publish callbacks [] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.466519 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.552841 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:40.564083 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Pushing event updated for resources: {'Port': ['ID=2e7c3166-9ac4-4f78-80fe-14a178d1c26c,revision_number=2']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:40.564298 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (61a47006-0fd4-4566-be0d-e8e1b248d69c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.586951 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.588597 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.589550 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.591037 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.591582 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.592107 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.593157 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.595050 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.595562 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.597512 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.599345 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.600305 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.601830 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.602431 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.604344 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Tracked resource versions report: Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: pushed versions: Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: { 'AddressGroup': {'1.2'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Agent': {'1.1'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'ConntrackHelper': {'1.0'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'LocalIPAssociation': {'1.0'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Log': {'1.0'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'NDPProxy': {'1.0'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Network': {'1.1'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Port': {'1.7'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'PortForwarding': {'1.3'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'QosPolicy': {'1.10'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SecurityGroup': {'1.5'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SubPort': {'1.0'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Subnet': {'1.1'}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Trunk': {'1.1'}} Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: consumer versions: Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: { DHCP agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: HyperV agent@hv-cinder-83482: {}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: L3 agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: Metadata agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: Metering agent@dv-cinder-834822-4-iscsi: {}, Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: Open vSwitch agent@dv-cinder-834822-4-iscsi: { 'AddressGroup': '1.2', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Agent': '1.1', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'ConntrackHelper': '1.0', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'LocalIPAssociation': '1.0', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Log': '1.0', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'NDPProxy': '1.0', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Network': '1.1', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Port': '1.7', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'PortForwarding': '1.3', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'QosPolicy': '1.10', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SecurityGroup': '1.5', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SecurityGroupRule': '1.2', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'SubPort': '1.0', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Subnet': '1.1', Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: 'Trunk': '1.1'}} Jun 17 07:19:40.606783 dv-cinder-834822-4-iscsi neutron-server[103804]: {{(pid=103804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:19:40.665228 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] Checking segment: {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:40.666414 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] Network hostable DHCP agents. Network: ed70ad4c-5186-4d7f-a1ab-3e0db877b874, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:19:40.666812 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Attempting to bind port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:19:40.667366 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Attempting to bind port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:19:40.669525 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Attempting to bind port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:19:40.683571 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:19:40.684351 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:40.684946 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.688648 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:19:40.689442 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Bound port: 2e7c3166-9ac4-4f78-80fe-14a178d1c26c, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:19:40.690022 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.741600 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c896399f-0a2e-4e17-8e9b-63c13762ec18 None None] For port 2e0a3d59-00a8-4344-8655-f413c133a42d, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=2e0a3d59-00a8-4344-8655-f413c133a42d,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:19:40.751724 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] Network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:19:40.768149 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, ed70ad4c-5186-4d7f-a1ab-3e0db877b874) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:40.774049 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:19:40.775337 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.776124 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c896399f-0a2e-4e17-8e9b-63c13762ec18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.797271 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484659e4-a274-4b86-a486-60bda1fda6e1 None None] Network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:19:40.804590 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1017506 Jun 17 07:19:40.809696 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60612) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:40.812893 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] For port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:19:40.821503 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] For port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=2e7c3166-9ac4-4f78-80fe-14a178d1c26c,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:19:40.828910 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162a8c6-e85e-45f2-a0d3-f485433f7745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a47006-0fd4-4566-be0d-e8e1b248d69c,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:40.831307 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:40.844741 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:40.903575 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Allocated IP 172.20.0.1 (1239213d-0a3b-407c-aa59-5c1ac224edf4/dacfbc50-0f0a-4fb0-9040-e06949d49000/e76027f5-c2aa-443f-a85a-89c7d8f8e18c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:40.976378 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b0f32-e4ab-4256-ad83-7242642a5775 None None] Pushing event updated for resources: {'Port': ['ID=2e7c3166-9ac4-4f78-80fe-14a178d1c26c,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:41.041628 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:19:41.042528 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:41.052959 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:41.056032 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 2e0a3d59-00a8-4344-8655-f413c133a42d is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:41.057111 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.085185 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:41.149429 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896399f-0a2e-4e17-8e9b-63c13762ec18 None None] Pushing event updated for resources: {'Port': ['ID=2e0a3d59-00a8-4344-8655-f413c133a42d,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:41.156978 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-1c60d273-f7bd-4b3a-a9ce-b19a2973fef0 None None] Provisioning complete for port 2e0a3d59-00a8-4344-8655-f413c133a42d triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:41.157715 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1c60d273-f7bd-4b3a-a9ce-b19a2973fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.177425 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:41.231411 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Publish callbacks [] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.263994 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:19:41.273067 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.321044 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.334926 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.db.api [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 17 07:19:41.335347 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG oslo_db.api [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 07:19:41.341776 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-818cd0ea-9430-48b5-9a49-a8a75be01b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.348807 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (e2d8a315-4369-470a-9061-1776fd1d149c), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.350382 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (e2d8a315-4369-470a-9061-1776fd1d149c), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.367382 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (305d4444-e3c2-40f5-8b4b-9acabfd3c3a9), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.377141 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:41.390353 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (4cc5ba76-9b9c-4732-b355-bf87d57bda6c), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.412473 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Network 1239213d-0a3b-407c-aa59-5c1ac224edf4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:41.416672 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:41.421437 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:41.422262 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (9983c8b3-1141-4c4d-a398-86257364b374), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.449968 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:19:41.514066 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Allocated IP 172.20.0.2 (ed70ad4c-5186-4d7f-a1ab-3e0db877b874/61a47006-0fd4-4566-be0d-e8e1b248d69c/523f9dfb-9d33-478a-9c3f-4d226521f56c) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:41.709157 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Publish callbacks [] for router_controller (e2d8a315-4369-470a-9061-1776fd1d149c), precommit_add_association {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.760757 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=305d4444-e3c2-40f5-8b4b-9acabfd3c3a9,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:41.781303 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Publish callbacks [] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.799776 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:41.803158 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Pushing event updated for resources: {'Port': ['ID=e76027f5-c2aa-443f-a85a-89c7d8f8e18c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:41.820677 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60644) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:41.846906 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-1c60d273-f7bd-4b3a-a9ce-b19a2973fef0 None None] Current status of the port 2e0a3d59-00a8-4344-8655-f413c133a42d is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:41.851236 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:38Z', 'revision_number': 3, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:41.899678 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Pushing event updated for resources: {'Port': ['ID=523f9dfb-9d33-478a-9c3f-4d226521f56c,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:41.934662 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a1607b-bd0f-4735-90b8-24847fc2ff1c None None] The sync data for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi is: [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:38Z', 'revision_number': 3, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:19:41.981499 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:41.985952 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:42.006113 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:42.010155 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 2e0a3d59-00a8-4344-8655-f413c133a42d is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:42.059925 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] Checking segment: {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:42.061381 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] Network hostable DHCP agents. Network: 60349c8e-a9e4-4c17-896b-25e895292e2e, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:19:42.090987 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] Checking segment: {'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:42.090987 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] Network hostable DHCP agents. Network: 57d55a23-c630-40ec-bb39-da47a22efdb9, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:19:42.095984 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:42.173215 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-31c3cac4-3a1f-4f25-9d35-b95b60a4c455 None None] Provisioning complete for port e76027f5-c2aa-443f-a85a-89c7d8f8e18c triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:42.173604 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-31c3cac4-3a1f-4f25-9d35-b95b60a4c455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.219817 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-818cd0ea-9430-48b5-9a49-a8a75be01b48 admin admin] Publish callbacks [] for security_group (0181ee7a-076a-449d-a6d9-5b123b03968d), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.219817 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc5ba76-9b9c-4732-b355-bf87d57bda6c,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:42.232474 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] Network 60349c8e-a9e4-4c17-896b-25e895292e2e is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:19:42.233864 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2e0a3d59-00a8-4344-8655-f413c133a42d up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:42.236936 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:42.237064 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70084343-0033-4aad-9027-6808f25de65d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.238385 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Attempting to bind port 523f9dfb-9d33-478a-9c3f-4d226521f56c on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:19:42.238805 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Attempting to bind port 523f9dfb-9d33-478a-9c3f-4d226521f56c by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:19:42.239752 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Attempting to bind port 523f9dfb-9d33-478a-9c3f-4d226521f56c on network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:19:42.255345 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.298726 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:19:42.299390 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Checking segment: {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:42.299974 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.300560 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Bound using segment: {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:19:42.301204 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Bound port: 523f9dfb-9d33-478a-9c3f-4d226521f56c, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:19:42.301744 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.308450 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-31c3cac4-3a1f-4f25-9d35-b95b60a4c455 None None] Port e76027f5-c2aa-443f-a85a-89c7d8f8e18c cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:19:42.314902 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-818cd0ea-9430-48b5-9a49-a8a75be01b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (0181ee7a-076a-449d-a6d9-5b123b03968d), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.340673 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:42.358705 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 60349c8e-a9e4-4c17-896b-25e895292e2e) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:42.377493 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:19:42.378079 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.408619 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Publish callbacks [] for router_gateway (e2d8a315-4369-470a-9061-1776fd1d149c), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.439826 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] Network 57d55a23-c630-40ec-bb39-da47a22efdb9 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:19:42.449934 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-818cd0ea-9430-48b5-9a49-a8a75be01b48 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=73cc2dce7dd1435ca89a36e3befc27aa&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0913234 Jun 17 07:19:42.457099 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60660) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:42.483375 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 57d55a23-c630-40ec-bb39-da47a22efdb9) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:42.488884 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cd0ea-9430-48b5-9a49-a8a75be01b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0181ee7a-076a-449d-a6d9-5b123b03968d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:42.502862 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70084343-0033-4aad-9027-6808f25de65d admin admin] Publish callbacks [] for security_group (11f42824-16dd-41be-811d-ad94318666f6), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.518886 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70084343-0033-4aad-9027-6808f25de65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (11f42824-16dd-41be-811d-ad94318666f6), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.525627 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:19:42.526345 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.532238 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f033b12b-43c4-4437-a55e-44df29b39fc7 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4459679 Jun 17 07:19:42.539054 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60664) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:42.547431 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:42.575836 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449a105-88a7-4698-950b-ffb124c27b65 None None] Network 60349c8e-a9e4-4c17-896b-25e895292e2e requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:19:42.637111 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-40b8aec6-930c-4589-bb14-635304e266aa admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8120277 Jun 17 07:19:42.639817 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60670) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:42.658511 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1158684878-router', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:42.678904 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (25fa9284-2842-4d65-9f14-771ce4832ffd), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.679977 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (25fa9284-2842-4d65-9f14-771ce4832ffd), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.682394 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5662ab-8a60-49c3-b5c3-edd093655cbe None None] Network 57d55a23-c630-40ec-bb39-da47a22efdb9 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:19:42.705039 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Publish callbacks [] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.727287 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.728164 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (9983c8b3-1141-4c4d-a398-86257364b374), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.766687 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:42.782925 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-70084343-0033-4aad-9027-6808f25de65d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7bdb0b874c434af39fb644908137de77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9604890 Jun 17 07:19:42.790319 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60678) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:42.834798 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70084343-0033-4aad-9027-6808f25de65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f42824-16dd-41be-811d-ad94318666f6,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:42.844584 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:42.846615 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Publish callbacks [] for router_controller (25fa9284-2842-4d65-9f14-771ce4832ffd), precommit_add_association {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.878990 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-60349c8e-a9e4-4c17-896b-25e895292e2e', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:19:42.880138 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.905257 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc01b308-f747-4685-8d50-a78945347d56 admin admin] Publish callbacks [] for security_group (0181ee7a-076a-449d-a6d9-5b123b03968d), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.936132 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 2e0a3d59-00a8-4344-8655-f413c133a42d triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:42.936678 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.964564 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f928d63c-00ba-44bb-8ea3-d2cfce74a53c admin admin] Publish callbacks [] for security_group (11f42824-16dd-41be-811d-ad94318666f6), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:42.986103 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] For port 523f9dfb-9d33-478a-9c3f-4d226521f56c, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:19:42.990321 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f928d63c-00ba-44bb-8ea3-d2cfce74a53c admin admin] Publish callbacks [] for security_group (11f42824-16dd-41be-811d-ad94318666f6), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.006907 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (feef6a1b-7091-45db-ae29-84e70de70706), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.007989 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (feef6a1b-7091-45db-ae29-84e70de70706), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.065787 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Pushing event updated for resources: {'Port': ['ID=e76027f5-c2aa-443f-a85a-89c7d8f8e18c,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:43.068947 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc01b308-f747-4685-8d50-a78945347d56 admin admin] Publish callbacks [] for security_group (0181ee7a-076a-449d-a6d9-5b123b03968d), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.083403 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f928d63c-00ba-44bb-8ea3-d2cfce74a53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (11f42824-16dd-41be-811d-ad94318666f6), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.085924 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f928d63c-00ba-44bb-8ea3-d2cfce74a53c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.089962 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f928d63c-00ba-44bb-8ea3-d2cfce74a53c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/11f42824-16dd-41be-811d-ad94318666f6 HTTP/1.1" status: 204 len: 168 time: 0.2943625 Jun 17 07:19:43.098838 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928d63c-00ba-44bb-8ea3-d2cfce74a53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f42824-16dd-41be-811d-ad94318666f6,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:43.147497 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Network 1239213d-0a3b-407c-aa59-5c1ac224edf4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:43.148681 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:43.149865 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:43.169707 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] For port 523f9dfb-9d33-478a-9c3f-4d226521f56c, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=523f9dfb-9d33-478a-9c3f-4d226521f56c,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:19:43.222559 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.425221 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Allocated IP 172.20.0.2 (60349c8e-a9e4-4c17-896b-25e895292e2e/4cc5ba76-9b9c-4732-b355-bf87d57bda6c/1fa5182a-8580-409e-a94b-33148e971274) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:43.513766 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Router 9983c8b3-1141-4c4d-a398-86257364b374 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:19:43.518820 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43db8f8-698f-46d4-9de6-bc30d010be8b None None] Pushing event updated for resources: {'Port': ['ID=523f9dfb-9d33-478a-9c3f-4d226521f56c,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:43.552217 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:43.556012 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-57d55a23-c630-40ec-bb39-da47a22efdb9', 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9', 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'fixed_ips': [{'subnet_id': '305d4444-e3c2-40f5-8b4b-9acabfd3c3a9'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:19:43.558468 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.579617 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 2e0a3d59-00a8-4344-8655-f413c133a42d is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:43.585702 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Publish callbacks [] for router_controller (feef6a1b-7091-45db-ae29-84e70de70706), precommit_add_association {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.629824 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Publish callbacks [] for router_gateway (e2d8a315-4369-470a-9061-1776fd1d149c), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.721396 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Publish callbacks [] for router_gateway (25fa9284-2842-4d65-9f14-771ce4832ffd), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.753825 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-52be7e45-79a8-4efc-b955-6d7133af807e None None] Provisioning complete for port e76027f5-c2aa-443f-a85a-89c7d8f8e18c triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:43.754213 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-52be7e45-79a8-4efc-b955-6d7133af807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.755229 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:43.833305 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:19:43.848425 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-13fb4251-7dc1-405b-a607-cdc2bad5a4cd admin admin] 10.222.0.33 "PUT /v2.0/routers/9983c8b3-1141-4c4d-a398-86257364b374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9201298 Jun 17 07:19:43.902726 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:43.936469 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:43.993383 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-52be7e45-79a8-4efc-b955-6d7133af807e None None] Port e76027f5-c2aa-443f-a85a-89c7d8f8e18c cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:19:44.055048 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc01b308-f747-4685-8d50-a78945347d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (0181ee7a-076a-449d-a6d9-5b123b03968d), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.059548 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc01b308-f747-4685-8d50-a78945347d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.063513 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-dc01b308-f747-4685-8d50-a78945347d56 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0181ee7a-076a-449d-a6d9-5b123b03968d HTTP/1.1" status: 204 len: 168 time: 1.6046734 Jun 17 07:19:44.084985 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Publish callbacks [] for router_gateway (feef6a1b-7091-45db-ae29-84e70de70706), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.098504 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01b308-f747-4685-8d50-a78945347d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0181ee7a-076a-449d-a6d9-5b123b03968d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:44.202447 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Allocated IP 172.20.0.2 (57d55a23-c630-40ec-bb39-da47a22efdb9/305d4444-e3c2-40f5-8b4b-9acabfd3c3a9/46a7d5fe-209c-48fb-92cc-47edad48ff4d) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:44.265792 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Publish callbacks [] for port (1fa5182a-8580-409e-a94b-33148e971274), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.299043 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (1fa5182a-8580-409e-a94b-33148e971274), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.355249 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 523f9dfb-9d33-478a-9c3f-4d226521f56c up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:44.357628 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Pushing event updated for resources: {'Port': ['ID=1fa5182a-8580-409e-a94b-33148e971274,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:44.386529 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Allocated IP 172.27.0.150 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/d7387063-5926-455f-9f6f-c7ef595c046b) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:44.429327 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Network 60349c8e-a9e4-4c17-896b-25e895292e2e is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:44.442137 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:44.446273 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:44.484390 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:44.506588 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 523f9dfb-9d33-478a-9c3f-4d226521f56c triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:44.506985 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.617834 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:44.678523 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Publish callbacks [] for router_gateway (25fa9284-2842-4d65-9f14-771ce4832ffd), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.718656 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.745512 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 523f9dfb-9d33-478a-9c3f-4d226521f56c is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:44.745991 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.767186 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Publish callbacks [] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.768771 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Attempting to bind port 1fa5182a-8580-409e-a94b-33148e971274 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:19:44.769135 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Attempting to bind port 1fa5182a-8580-409e-a94b-33148e971274 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:19:44.769488 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Attempting to bind port 1fa5182a-8580-409e-a94b-33148e971274 on network 60349c8e-a9e4-4c17-896b-25e895292e2e {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:19:44.790367 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:19:44.791330 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Checking segment: {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:44.791739 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.792086 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Bound using segment: {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:19:44.792756 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Bound port: 1fa5182a-8580-409e-a94b-33148e971274, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:19:44.792933 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (1fa5182a-8580-409e-a94b-33148e971274), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.804603 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.873511 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Publish callbacks [] for router_gateway (feef6a1b-7091-45db-ae29-84e70de70706), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.886979 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60728) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:44.887602 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60730) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:44.893010 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Publish callbacks [] for port (d7387063-5926-455f-9f6f-c7ef595c046b), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.899571 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7be36e20-94f2-4d93-bd67-0f3a6e499504 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471658916', 'description': 'tempest-description--194533268'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:44.910189 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 523f9dfb-9d33-478a-9c3f-4d226521f56c, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=523f9dfb-9d33-478a-9c3f-4d226521f56c,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:19:44.918833 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Network 57d55a23-c630-40ec-bb39-da47a22efdb9 is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:44.923431 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:44.924355 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2e7c3166-9ac4-4f78-80fe-14a178d1c26c up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:44.930079 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:44.932148 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:44.934819 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:44.983493 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.003866 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7be36e20-94f2-4d93-bd67-0f3a6e499504 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.048836 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60738) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:45.062723 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Pushing event updated for resources: {'Port': ['ID=46a7d5fe-209c-48fb-92cc-47edad48ff4d,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:45.076022 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a514aa6-2887-462b-a572-d78fdaac506d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.119748 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:45.132780 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=523f9dfb-9d33-478a-9c3f-4d226521f56c,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:45.157403 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b44aa8b-c93e-4f68-a9e2-ee7f5f55d82d None None] Network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:19:45.192762 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.227896 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7be36e20-94f2-4d93-bd67-0f3a6e499504 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (a86681e7-0f99-4a06-ae09-7cd5d9e98ec9), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.238323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7be36e20-94f2-4d93-bd67-0f3a6e499504 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (a86681e7-0f99-4a06-ae09-7cd5d9e98ec9), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.287755 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be36e20-94f2-4d93-bd67-0f3a6e499504 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:45.327267 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7be36e20-94f2-4d93-bd67-0f3a6e499504 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.332214 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-7be36e20-94f2-4d93-bd67-0f3a6e499504 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4433692 Jun 17 07:19:45.333107 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60746) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:45.335476 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.339475 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Sync routers for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:19:45.345296 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-528aa531-90a9-4c05-ac6f-bb98bb20e6b5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'security_group_rule': {'security_group_id': 'a86681e7-0f99-4a06-ae09-7cd5d9e98ec9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:45.364225 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Pushing event updated for resources: {'Port': ['ID=d7387063-5926-455f-9f6f-c7ef595c046b,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:45.364711 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a514aa6-2887-462b-a572-d78fdaac506d admin admin] Publish callbacks [] for security_group (1db153ae-633f-4f10-8583-2a707c075969), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.380302 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a514aa6-2887-462b-a572-d78fdaac506d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (1db153ae-633f-4f10-8583-2a707c075969), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.392253 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-ce952d0d-612f-48c8-9644-1947452bd388 None None] Provisioning complete for port 523f9dfb-9d33-478a-9c3f-4d226521f56c triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:45.393573 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ce952d0d-612f-48c8-9644-1947452bd388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.402909 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] For port 1fa5182a-8580-409e-a94b-33148e971274, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:19:45.415111 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:45.428092 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-093433cc-d2aa-4053-add2-d99b34e0c452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.434261 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Allocated IP 172.27.0.141 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/4c6d9b64-c8d1-4af4-99b3-ac16e53643b0) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:45.473101 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-528aa531-90a9-4c05-ac6f-bb98bb20e6b5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (322f78db-415d-4a56-85ca-049651a7efae), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.522612 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-4a514aa6-2887-462b-a572-d78fdaac506d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=96d2a4641fe84ed396e4cd1acb17ab34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4752417 Jun 17 07:19:45.529495 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60750) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:45.529814 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a514aa6-2887-462b-a572-d78fdaac506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db153ae-633f-4f10-8583-2a707c075969,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:45.565472 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Publish callbacks [] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.590184 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Attempting to bind port 46a7d5fe-209c-48fb-92cc-47edad48ff4d on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:19:45.590184 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Attempting to bind port 46a7d5fe-209c-48fb-92cc-47edad48ff4d by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:19:45.590409 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:45.590482 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Attempting to bind port 46a7d5fe-209c-48fb-92cc-47edad48ff4d on network 57d55a23-c630-40ec-bb39-da47a22efdb9 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:19:45.592699 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:19:45.593345 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:45.596743 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] For port 1fa5182a-8580-409e-a94b-33148e971274, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=1fa5182a-8580-409e-a94b-33148e971274,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:19:45.600256 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:45.602213 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:45.609708 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.625652 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-528aa531-90a9-4c05-ac6f-bb98bb20e6b5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (322f78db-415d-4a56-85ca-049651a7efae), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.641755 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-528aa531-90a9-4c05-ac6f-bb98bb20e6b5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (322f78db-415d-4a56-85ca-049651a7efae), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.650181 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:19:45.650487 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Checking segment: {'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:45.650889 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.651280 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Bound using segment: {'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:19:45.651765 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Bound port: 46a7d5fe-209c-48fb-92cc-47edad48ff4d, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:19:45.652171 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.664346 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:45.667528 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:45.668327 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.671877 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528aa531-90a9-4c05-ac6f-bb98bb20e6b5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322f78db-415d-4a56-85ca-049651a7efae,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:45.682374 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (1fa5182a-8580-409e-a94b-33148e971274), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.684611 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:45.715954 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af0f65b6-c7d4-441d-a97e-498e593fbd3d admin admin] Publish callbacks [] for security_group (1db153ae-633f-4f10-8583-2a707c075969), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.723923 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-528aa531-90a9-4c05-ac6f-bb98bb20e6b5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.725544 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-528aa531-90a9-4c05-ac6f-bb98bb20e6b5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3842673 Jun 17 07:19:45.734625 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60756) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:45.737908 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Pushing event updated for resources: {'Port': ['ID=4c6d9b64-c8d1-4af4-99b3-ac16e53643b0,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:45.749361 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-18191d07-9a51-4089-8adb-e8bac1952498 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'security_group_rule': {'security_group_id': 'a86681e7-0f99-4a06-ae09-7cd5d9e98ec9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:45.755128 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-093433cc-d2aa-4053-add2-d99b34e0c452 admin admin] Publish callbacks [] for security_group (a490b8f0-4ef5-4558-b5a9-bc6e54c8d344), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.769379 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-093433cc-d2aa-4053-add2-d99b34e0c452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (a490b8f0-4ef5-4558-b5a9-bc6e54c8d344), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.781682 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:45.786475 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:45.793983 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:45.816189 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-093433cc-d2aa-4053-add2-d99b34e0c452 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ca5bba369109460b8a44d927072bd277&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9235620 Jun 17 07:19:45.830449 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60758) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:45.885179 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af0f65b6-c7d4-441d-a97e-498e593fbd3d admin admin] Publish callbacks [] for security_group (1db153ae-633f-4f10-8583-2a707c075969), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.936189 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fcd9-49ed-4339-83ab-603882203e11 admin admin] Publish callbacks [] for security_group (a490b8f0-4ef5-4558-b5a9-bc6e54c8d344), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.942552 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:45.971919 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fcd9-49ed-4339-83ab-603882203e11 admin admin] Publish callbacks [] for security_group (a490b8f0-4ef5-4558-b5a9-bc6e54c8d344), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:45.975935 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8e1ae-8280-41ec-aed8-394a3b6ac756 None None] Pushing event updated for resources: {'Port': ['ID=1fa5182a-8580-409e-a94b-33148e971274,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:46.031783 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18191d07-9a51-4089-8adb-e8bac1952498 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (b7d17799-9a26-4069-9392-a98b4ca75a0b), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.049017 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] For port 46a7d5fe-209c-48fb-92cc-47edad48ff4d, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:19:46.054668 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] For port 46a7d5fe-209c-48fb-92cc-47edad48ff4d, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=46a7d5fe-209c-48fb-92cc-47edad48ff4d,segment=NetworkSegment(5ca2efc1-95eb-4d37-b7f5-edb40c4867ad),segment_id=5ca2efc1-95eb-4d37-b7f5-edb40c4867ad)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:19:46.056208 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093433cc-d2aa-4053-add2-d99b34e0c452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a490b8f0-4ef5-4558-b5a9-bc6e54c8d344,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:46.151877 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18191d07-9a51-4089-8adb-e8bac1952498 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (b7d17799-9a26-4069-9392-a98b4ca75a0b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.153676 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fcd9-49ed-4339-83ab-603882203e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (a490b8f0-4ef5-4558-b5a9-bc6e54c8d344), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.172636 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdb4fcd9-49ed-4339-83ab-603882203e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.186419 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-cdb4fcd9-49ed-4339-83ab-603882203e11 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a490b8f0-4ef5-4558-b5a9-bc6e54c8d344 HTTP/1.1" status: 204 len: 168 time: 0.3546660 Jun 17 07:19:46.189030 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.191815 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:46.192275 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.197956 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18191d07-9a51-4089-8adb-e8bac1952498 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (b7d17799-9a26-4069-9392-a98b4ca75a0b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.265619 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af0f65b6-c7d4-441d-a97e-498e593fbd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (1db153ae-633f-4f10-8583-2a707c075969), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.267598 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-ce952d0d-612f-48c8-9644-1947452bd388 None None] Current status of the port 523f9dfb-9d33-478a-9c3f-4d226521f56c is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:46.274427 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af0f65b6-c7d4-441d-a97e-498e593fbd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.279056 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-af0f65b6-c7d4-441d-a97e-498e593fbd3d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1db153ae-633f-4f10-8583-2a707c075969 HTTP/1.1" status: 204 len: 168 time: 0.7432730 Jun 17 07:19:46.289344 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Allocated IP 172.27.0.79 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/74bd54c6-8af8-44c6-a38b-03c160e55918) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:46.290198 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:19:46.294463 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18191d07-9a51-4089-8adb-e8bac1952498 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.295846 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-18191d07-9a51-4089-8adb-e8bac1952498 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5567396 Jun 17 07:19:46.299569 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4fcd9-49ed-4339-83ab-603882203e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a490b8f0-4ef5-4558-b5a9-bc6e54c8d344,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:46.311701 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60774) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:46.322697 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f65b6-c7d4-441d-a97e-498e593fbd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db153ae-633f-4f10-8583-2a707c075969,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:46.325485 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:46.334542 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=2e7c3166-9ac4-4f78-80fe-14a178d1c26c,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:19:46.344078 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18191d07-9a51-4089-8adb-e8bac1952498 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d17799-9a26-4069-9392-a98b4ca75a0b,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:46.406331 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:46.422348 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb7f8a-55bb-4c15-a42d-8ad0c86cf208 None None] Pushing event updated for resources: {'Port': ['ID=46a7d5fe-209c-48fb-92cc-47edad48ff4d,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:46.490249 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.556736 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-be6d1148-8c96-46c2-9216-0a330302732e None None] Provisioning complete for port 523f9dfb-9d33-478a-9c3f-4d226521f56c triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:46.557227 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-be6d1148-8c96-46c2-9216-0a330302732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.680638 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Publish callbacks [] for router_gateway (e2d8a315-4369-470a-9061-1776fd1d149c), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.686914 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=2e7c3166-9ac4-4f78-80fe-14a178d1c26c,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:46.717407 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:46.920736 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 2, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:46.925840 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 523f9dfb-9d33-478a-9c3f-4d226521f56c up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:46.999734 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Checking router: 9983c8b3-1141-4c4d-a398-86257364b374 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:19:47.000415 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Updating router 9983c8b3-1141-4c4d-a398-86257364b374 port e76027f5-c2aa-443f-a85a-89c7d8f8e18c binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:19:47.089123 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:47.092776 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-be6d1148-8c96-46c2-9216-0a330302732e None None] Current status of the port 523f9dfb-9d33-478a-9c3f-4d226521f56c is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:47.174115 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:47.182391 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Publish callbacks [] for router_gateway (25fa9284-2842-4d65-9f14-771ce4832ffd), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:47.229112 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:47.271789 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 523f9dfb-9d33-478a-9c3f-4d226521f56c triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:47.272530 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:47.272945 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Publish callbacks [] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:47.352413 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:47.417320 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:47.555900 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 523f9dfb-9d33-478a-9c3f-4d226521f56c is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:47.558247 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 1fa5182a-8580-409e-a94b-33148e971274 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:47.641209 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 1fa5182a-8580-409e-a94b-33148e971274 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:47.641599 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (1fa5182a-8580-409e-a94b-33148e971274), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:47.663734 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:47.788059 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:47.809017 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:47.826990 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:47.827164 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d291e0-4f34-4c3f-a60e-1495f242b570 None None] Network 60349c8e-a9e4-4c17-896b-25e895292e2e requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:19:47.846811 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:47.985628 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Allocated IP 172.27.0.84 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/b869ad59-4ec1-4586-b2bd-8825ac646aa4) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:47.987643 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Pushing event updated for resources: {'Port': ['ID=74bd54c6-8af8-44c6-a38b-03c160e55918,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:48.013298 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (e2d8a315-4369-470a-9061-1776fd1d149c), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:48.048847 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (25fa9284-2842-4d65-9f14-771ce4832ffd), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:48.107668 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Publish callbacks [] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:48.121555 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-dd2e8f33-5173-40f3-bdd7-38b497673680 None None] Provisioning complete for port 1fa5182a-8580-409e-a94b-33148e971274 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:48.122912 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8f33-5173-40f3-bdd7-38b497673680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (1fa5182a-8580-409e-a94b-33148e971274), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:48.237294 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 1fa5182a-8580-409e-a94b-33148e971274 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:48.238058 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (1fa5182a-8580-409e-a94b-33148e971274), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:48.283014 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:48.382321 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5d2cbe-2deb-49bb-ae14-6a92c3f704cc None None] Network 57d55a23-c630-40ec-bb39-da47a22efdb9 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:19:48.479830 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 1fa5182a-8580-409e-a94b-33148e971274, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=1fa5182a-8580-409e-a94b-33148e971274,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:19:48.491283 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:48.513989 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (1fa5182a-8580-409e-a94b-33148e971274), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:48.516116 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1b93e-6e14-4812-87ea-f131dd409bf3 None None] Pushing event updated for resources: {'Port': ['ID=e76027f5-c2aa-443f-a85a-89c7d8f8e18c,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:48.872019 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2e7c3166-9ac4-4f78-80fe-14a178d1c26c up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:48.900086 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:48.912391 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:48.928488 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-dd2e8f33-5173-40f3-bdd7-38b497673680 None None] Current status of the port 1fa5182a-8580-409e-a94b-33148e971274 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:48.958930 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for port (b869ad59-4ec1-4586-b2bd-8825ac646aa4), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:48.999013 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Attempting to bind port e76027f5-c2aa-443f-a85a-89c7d8f8e18c on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:19:48.999387 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Attempting to bind port e76027f5-c2aa-443f-a85a-89c7d8f8e18c by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:19:48.999745 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Attempting to bind port e76027f5-c2aa-443f-a85a-89c7d8f8e18c on network 1239213d-0a3b-407c-aa59-5c1ac224edf4 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:19:49.023457 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Publish callbacks [] for router_gateway (feef6a1b-7091-45db-ae29-84e70de70706), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:49.028496 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:19:49.029103 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Checking segment: {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:49.029543 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:49.030148 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Bound using segment: {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:19:49.030619 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Bound port: e76027f5-c2aa-443f-a85a-89c7d8f8e18c, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:19:49.031075 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:49.051611 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=1fa5182a-8580-409e-a94b-33148e971274,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:49.075246 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Provisioning complete for port 46a7d5fe-209c-48fb-92cc-47edad48ff4d triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:49.075618 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:49.088326 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Router e2d8a315-4369-470a-9061-1776fd1d149c is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:19:49.098842 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Router 25fa9284-2842-4d65-9f14-771ce4832ffd is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:19:49.199681 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (b869ad59-4ec1-4586-b2bd-8825ac646aa4), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:49.203916 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:49.204995 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:49.235252 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] For port e76027f5-c2aa-443f-a85a-89c7d8f8e18c, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:19:49.243234 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] For port e76027f5-c2aa-443f-a85a-89c7d8f8e18c, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=e76027f5-c2aa-443f-a85a-89c7d8f8e18c,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:19:49.303213 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:49.328942 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:49.369757 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'Port': ['ID=b869ad59-4ec1-4586-b2bd-8825ac646aa4,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:49.474005 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:19:49.475654 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:49.667039 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:49.690286 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:19:49.767109 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:49.804512 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:49.816621 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Current status of the port 46a7d5fe-209c-48fb-92cc-47edad48ff4d is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:49.818695 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:49.940401 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1b93e-6e14-4812-87ea-f131dd409bf3 None None] Pushing event updated for resources: {'Port': ['ID=e76027f5-c2aa-443f-a85a-89c7d8f8e18c,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:50.098192 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:19:50.111652 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (feef6a1b-7091-45db-ae29-84e70de70706), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:50.115628 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Sync routers for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:19:50.130653 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:19:50.131233 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:50.144842 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (30f29add-d701-4a36-ade3-9b2e9407cc84), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:50.152430 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:19:50.170196 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:50.173892 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:49Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:50.191024 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:50.192231 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Sync routers for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:19:50.227137 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:50.228476 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-49b026d1-59fc-4a9d-8c6f-08033ebb4e5e admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3937423 Jun 17 07:19:50.232146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60906) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:50.266569 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:50.273470 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:50.278635 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-01500c67-6609-4951-91e5-1e2583ee478b admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7360806 Jun 17 07:19:50.302675 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172892ac-babc-4f9a-92e7-7c447125ce45 None None] The sync data for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi is: [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:49Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:19:50.305125 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60908) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:50.318798 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b869ad59-4ec1-4586-b2bd-8825ac646aa4), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:50.335779 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] For port 46a7d5fe-209c-48fb-92cc-47edad48ff4d, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=46a7d5fe-209c-48fb-92cc-47edad48ff4d,segment=NetworkSegment(5ca2efc1-95eb-4d37-b7f5-edb40c4867ad),segment_id=5ca2efc1-95eb-4d37-b7f5-edb40c4867ad)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:19:50.340137 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:19:50.341319 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:50.351417 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:50.381173 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:19:50.460206 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:50.496127 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:50.497636 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 46a7d5fe-209c-48fb-92cc-47edad48ff4d up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:50.564610 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Provisioning complete for port e76027f5-c2aa-443f-a85a-89c7d8f8e18c triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:50.564976 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:50.684404 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 3, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:50.736415 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Checking router: e2d8a315-4369-470a-9061-1776fd1d149c for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:19:50.737024 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Updating router e2d8a315-4369-470a-9061-1776fd1d149c port d7387063-5926-455f-9f6f-c7ef595c046b binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:19:50.810298 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:50.834219 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Pushing event updated for resources: {'Port': ['ID=46a7d5fe-209c-48fb-92cc-47edad48ff4d,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:50.839060 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60920) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:50.898367 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 46a7d5fe-209c-48fb-92cc-47edad48ff4d triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:50.900539 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:50.924307 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:19:51.098280 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:INSERT=5,neutron:DELETE=4,neutron:SELECT=91 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:51.105317 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:51.141904 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d1868f2-cee6-4639-b197-6550d6e37ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.239108 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:51.296846 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Current status of the port e76027f5-c2aa-443f-a85a-89c7d8f8e18c is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:51.297298 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.300196 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Router feef6a1b-7091-45db-ae29-84e70de70706 is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:19:51.313291 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d1868f2-cee6-4639-b197-6550d6e37ce3 admin admin] Publish callbacks [] for security_group (73694361-27b9-4beb-9a30-64c75fd16db2), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.314497 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:51.405675 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] For port e76027f5-c2aa-443f-a85a-89c7d8f8e18c, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=e76027f5-c2aa-443f-a85a-89c7d8f8e18c,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:19:51.438504 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d1868f2-cee6-4639-b197-6550d6e37ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (73694361-27b9-4beb-9a30-64c75fd16db2), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.471982 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for port (b869ad59-4ec1-4586-b2bd-8825ac646aa4), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.489429 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.530215 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (b869ad59-4ec1-4586-b2bd-8825ac646aa4), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.540053 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Publish callbacks [] for port (d7387063-5926-455f-9f6f-c7ef595c046b), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.551524 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.564454 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-0d1868f2-cee6-4639-b197-6550d6e37ce3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=41cc777c1a32431087757206d5f27e6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7229781 Jun 17 07:19:51.574764 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60934) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:51.576167 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:51.700795 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1868f2-cee6-4639-b197-6550d6e37ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73694361-27b9-4beb-9a30-64c75fd16db2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:51.700989 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-acee879a-a8f5-4ec6-ba37-0daaba475e01 None None] Provisioning complete for port 1fa5182a-8580-409e-a94b-33148e971274 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:51.701553 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-acee879a-a8f5-4ec6-ba37-0daaba475e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (1fa5182a-8580-409e-a94b-33148e971274), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.704876 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 46a7d5fe-209c-48fb-92cc-47edad48ff4d is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:51.711232 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.713273 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (30f29add-d701-4a36-ade3-9b2e9407cc84), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.718272 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7230b78-ad64-433f-a405-0161b1a5c3f9 None None] Pushing event updated for resources: {'Port': ['ID=d7387063-5926-455f-9f6f-c7ef595c046b,revision_number=2']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:51.725573 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Attempting to bind port d7387063-5926-455f-9f6f-c7ef595c046b on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:19:51.725945 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Attempting to bind port d7387063-5926-455f-9f6f-c7ef595c046b by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:19:51.726315 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Attempting to bind port d7387063-5926-455f-9f6f-c7ef595c046b on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:19:51.741857 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:19:51.744185 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:51.747554 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.748104 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:19:51.748763 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Bound port: d7387063-5926-455f-9f6f-c7ef595c046b, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:19:51.749201 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.757276 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'Port': ['ID=b869ad59-4ec1-4586-b2bd-8825ac646aa4,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:51.803275 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc244c82-400d-495f-8a56-e474409295e0 None None] Pushing event updated for resources: {'Port': ['ID=e76027f5-c2aa-443f-a85a-89c7d8f8e18c,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:51.809322 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:19:51.850336 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Sync routers for ids ['feef6a1b-7091-45db-ae29-84e70de70706'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:19:51.862458 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.863817 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-be7bde8d-af30-413b-9097-3f50e5ad74b2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5490546 Jun 17 07:19:51.904520 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 3, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:51.912403 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Routers {'feef6a1b-7091-45db-ae29-84e70de70706'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:19:51.914636 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['feef6a1b-7091-45db-ae29-84e70de70706'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:51.925236 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.927440 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:51.935913 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-eaa2fd8e-df5e-404d-8181-10cba98c236b admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2903674 Jun 17 07:19:51.939466 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 60944) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:51.943141 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Checking router: 25fa9284-2842-4d65-9f14-771ce4832ffd for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:19:51.943612 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Updating router 25fa9284-2842-4d65-9f14-771ce4832ffd port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:19:51.948901 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:52.041075 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-628734ed-3193-4300-937f-f9c570c47219 admin admin] Publish callbacks [] for security_group (73694361-27b9-4beb-9a30-64c75fd16db2), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.135363 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-628734ed-3193-4300-937f-f9c570c47219 admin admin] Publish callbacks [] for security_group (73694361-27b9-4beb-9a30-64c75fd16db2), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.200307 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Allocated IP 172.20.0.1 (ed70ad4c-5186-4d7f-a1ab-3e0db877b874/61a47006-0fd4-4566-be0d-e8e1b248d69c/55265147-52a5-4a38-83d9-0f8bdc43ceb5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:52.231172 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-acee879a-a8f5-4ec6-ba37-0daaba475e01 None None] Current status of the port 1fa5182a-8580-409e-a94b-33148e971274 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:52.250544 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Set router feef6a1b-7091-45db-ae29-84e70de70706 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:19:52.253258 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-acee879a-a8f5-4ec6-ba37-0daaba475e01 None None] Provisioning complete for port 46a7d5fe-209c-48fb-92cc-47edad48ff4d triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:52.253426 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-acee879a-a8f5-4ec6-ba37-0daaba475e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.318451 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 46a7d5fe-209c-48fb-92cc-47edad48ff4d up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:52.329648 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] For port d7387063-5926-455f-9f6f-c7ef595c046b, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:19:52.333008 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] For port d7387063-5926-455f-9f6f-c7ef595c046b, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=d7387063-5926-455f-9f6f-c7ef595c046b,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:19:52.369448 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:52.374822 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 60972) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:52.380982 dv-cinder-834822-4-iscsi neutron-server[103801]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 07:19:52.415256 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.429930 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Publish callbacks [] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.439800 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:52.500345 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.511939 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'name': 'tempest-DeleteServersTestJSON-1158684878-router', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:48Z', 'revision_number': 3, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'gw_port': {'id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:45Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:52.568451 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Checking router: feef6a1b-7091-45db-ae29-84e70de70706 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:19:52.569073 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Updating router feef6a1b-7091-45db-ae29-84e70de70706 port 74bd54c6-8af8-44c6-a38b-03c160e55918 binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:19:52.573259 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:52.617002 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-802a858e-18f4-40d1-b1f0-f58a05e3b98d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--471658916&fields=id&tenant_id=ab7deafed6f447faade3e3d8d281617a HTTP/1.1" status: 200 len: 267 time: 0.2406502 Jun 17 07:19:52.620203 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.635375 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:19:52.648141 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:19:52.648556 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:52.660930 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-628734ed-3193-4300-937f-f9c570c47219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (73694361-27b9-4beb-9a30-64c75fd16db2), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.663667 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-628734ed-3193-4300-937f-f9c570c47219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.664836 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-628734ed-3193-4300-937f-f9c570c47219 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/73694361-27b9-4beb-9a30-64c75fd16db2 HTTP/1.1" status: 204 len: 168 time: 1.0870547 Jun 17 07:19:52.703149 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.716244 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:52.730927 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:52.765715 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628734ed-3193-4300-937f-f9c570c47219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73694361-27b9-4beb-9a30-64c75fd16db2,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:52.768512 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:52.768966 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (e2d8a315-4369-470a-9061-1776fd1d149c), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.773948 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7230b78-ad64-433f-a405-0161b1a5c3f9 None None] Pushing event updated for resources: {'Port': ['ID=d7387063-5926-455f-9f6f-c7ef595c046b,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:52.795220 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Allocated IP 172.20.0.1 (60349c8e-a9e4-4c17-896b-25e895292e2e/4cc5ba76-9b9c-4732-b355-bf87d57bda6c/9d7b3088-e6a6-464f-87e3-5880b5d25ec9) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:52.797098 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:52.862680 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 46a7d5fe-209c-48fb-92cc-47edad48ff4d triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:52.863064 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:52.883820 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-acee879a-a8f5-4ec6-ba37-0daaba475e01 None None] Current status of the port 46a7d5fe-209c-48fb-92cc-47edad48ff4d is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:52.971593 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Pushing event updated for resources: {'Port': ['ID=55265147-52a5-4a38-83d9-0f8bdc43ceb5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:52.977540 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-acee879a-a8f5-4ec6-ba37-0daaba475e01 None None] Provisioning complete for port e76027f5-c2aa-443f-a85a-89c7d8f8e18c triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:52.978469 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-acee879a-a8f5-4ec6-ba37-0daaba475e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.158493 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 46a7d5fe-209c-48fb-92cc-47edad48ff4d is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:53.158493 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device e76027f5-c2aa-443f-a85a-89c7d8f8e18c up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:53.159100 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:19:53.172888 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-f5eec961-1f01-4323-a81d-70b2cbdc352a tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:19:53.185030 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-f5eec961-1f01-4323-a81d-70b2cbdc352a tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/networks?id=1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 200 len: 809 time: 0.5669460 Jun 17 07:19:53.230237 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-4d2bed7d-7289-4174-b3e4-04f0251f88b9 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/quotas/ab7deafed6f447faade3e3d8d281617a HTTP/1.1" status: 200 len: 375 time: 0.0383053 Jun 17 07:19:53.235797 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-acee879a-a8f5-4ec6-ba37-0daaba475e01 None None] Current status of the port e76027f5-c2aa-443f-a85a-89c7d8f8e18c is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:53.285471 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port e76027f5-c2aa-443f-a85a-89c7d8f8e18c triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:53.285864 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.296569 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Publish callbacks [] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.323527 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.343152 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:53.404180 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-aa6d9302-c49d-4d6d-88ac-35e4cf381f8c None None] Provisioning complete for port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:53.404551 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9302-c49d-4d6d-88ac-35e4cf381f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.406051 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a41aa-55a4-463f-ae09-6dd4550b5bf0 None None] Pushing event updated for resources: {'Port': ['ID=4c6d9b64-c8d1-4af4-99b3-ac16e53643b0,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:53.412556 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:53.459189 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Attempting to bind port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:19:53.459767 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Attempting to bind port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:19:53.459879 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Attempting to bind port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:19:53.464605 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1a6a7d9c-061e-4c00-a233-703f5aa1926c tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2257867 Jun 17 07:19:53.467222 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.478861 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:53.487823 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:53.495915 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 32782) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:53.532154 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port e76027f5-c2aa-443f-a85a-89c7d8f8e18c is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:53.533767 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 1fa5182a-8580-409e-a94b-33148e971274 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:53.538487 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:19:53.538666 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:53.539025 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.539916 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:19:53.541810 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Bound port: 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:19:53.542311 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.577349 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Publish callbacks [] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.615843 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d9302-c49d-4d6d-88ac-35e4cf381f8c None None] Port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:19:53.671233 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 3, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:53.691023 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Publish callbacks [] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.709418 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.710333 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (e2d8a315-4369-470a-9061-1776fd1d149c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.740756 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.743645 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a1fc960-ca40-414c-bfb9-d26a39ce3a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.767162 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 1fa5182a-8580-409e-a94b-33148e971274 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:53.768916 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (1fa5182a-8580-409e-a94b-33148e971274), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.786653 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] For port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:19:53.814266 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e60436c-d35e-41f9-8a57-313c5eeb25bd None None] The sync data for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi is: [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 3, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:19:53.826182 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Network 60349c8e-a9e4-4c17-896b-25e895292e2e is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:53.840837 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:53.847992 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:53.848649 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (25fa9284-2842-4d65-9f14-771ce4832ffd), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.861728 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Pushing event updated for resources: {'Port': ['ID=9d7b3088-e6a6-464f-87e3-5880b5d25ec9,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:53.879586 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] For port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=4c6d9b64-c8d1-4af4-99b3-ac16e53643b0,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:19:53.897896 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:53.920290 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-6c5a621d-92f9-4366-af96-1662a4732159 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:19:53.921301 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-6c5a621d-92f9-4366-af96-1662a4732159 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2190876 Jun 17 07:19:53.922494 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:53.923167 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:53.992802 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:54.017627 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Publish callbacks [] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:54.034900 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:54.130947 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Attempting to bind port 74bd54c6-8af8-44c6-a38b-03c160e55918 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:19:54.131648 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Attempting to bind port 74bd54c6-8af8-44c6-a38b-03c160e55918 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:19:54.132240 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Attempting to bind port 74bd54c6-8af8-44c6-a38b-03c160e55918 on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:19:54.151901 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:19:54.152723 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:19:54.153345 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:54.154801 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:19:54.156732 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Bound port: 74bd54c6-8af8-44c6-a38b-03c160e55918, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:19:54.160378 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:54.163852 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-dadee895-87c0-40e4-91f5-d3d6df3490f1 service neutron] 10.222.0.33 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318258 Jun 17 07:19:54.176888 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a41aa-55a4-463f-ae09-6dd4550b5bf0 None None] Pushing event updated for resources: {'Port': ['ID=4c6d9b64-c8d1-4af4-99b3-ac16e53643b0,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:54.177983 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:54.192399 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:19:54.193110 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:54.200823 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 1fa5182a-8580-409e-a94b-33148e971274 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:54.242123 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e7a36-daa5-4ba5-ac81-d748a98ed2d6 None None] Pushing event updated for resources: {'Port': ['ID=74bd54c6-8af8-44c6-a38b-03c160e55918,revision_number=2']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:54.278781 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:54.331408 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Pushing event updated for resources: {'Port': ['ID=55265147-52a5-4a38-83d9-0f8bdc43ceb5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:54.381115 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] For port 74bd54c6-8af8-44c6-a38b-03c160e55918, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:19:54.396191 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] For port 74bd54c6-8af8-44c6-a38b-03c160e55918, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=74bd54c6-8af8-44c6-a38b-03c160e55918,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:19:54.415886 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:54.423178 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-2f6e58ec-1246-42da-b659-bc10c6f218e4 None None] Provisioning complete for port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:54.423538 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-2f6e58ec-1246-42da-b659-bc10c6f218e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:54.468438 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:54.485891 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:54.489488 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device e76027f5-c2aa-443f-a85a-89c7d8f8e18c up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:54.498737 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-f0883f20-522d-423d-8c6b-497667abd341 service neutron] 10.222.0.33 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059337 Jun 17 07:19:54.527393 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Routers {'feef6a1b-7091-45db-ae29-84e70de70706'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:19:54.528402 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['feef6a1b-7091-45db-ae29-84e70de70706'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:54.577285 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:19:54.641363 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e58ec-1246-42da-b659-bc10c6f218e4 None None] Port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:19:54.653397 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e7a36-daa5-4ba5-ac81-d748a98ed2d6 None None] Pushing event updated for resources: {'Port': ['ID=74bd54c6-8af8-44c6-a38b-03c160e55918,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:54.768641 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] Set router feef6a1b-7091-45db-ae29-84e70de70706 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:19:54.835007 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Allocated IP 172.20.0.1 (57d55a23-c630-40ec-bb39-da47a22efdb9/305d4444-e3c2-40f5-8b4b-9acabfd3c3a9/486f3015-1c3d-4cc3-9e30-82381422a1cc) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:54.872616 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:54.909181 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port e76027f5-c2aa-443f-a85a-89c7d8f8e18c triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:54.909552 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:54.952267 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-3f4ab6bb-0fe8-47c7-b138-7999b7a34ee6 None None] Provisioning complete for port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:54.952656 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3f4ab6bb-0fe8-47c7-b138-7999b7a34ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:54.995854 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 32812) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:54.998557 dv-cinder-834822-4-iscsi neutron-server[103802]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 07:19:55.040040 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ab6bb-0fe8-47c7-b138-7999b7a34ee6 None None] Port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:19:55.077474 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a1fc960-ca40-414c-bfb9-d26a39ce3a72 admin admin] Publish callbacks [] for security_group (41673242-618a-414a-9cca-942b716a738d), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.095784 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a1fc960-ca40-414c-bfb9-d26a39ce3a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (41673242-618a-414a-9cca-942b716a738d), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.099997 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 3, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:55.165266 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b6cd5a-b805-4881-a15f-7789049601ce None None] The sync data for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi is: [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 3, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:19:55.179258 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-64489f9e-10f0-4891-924c-8381dbb51ea0 req-779b5045-51d0-4012-a953-ceef914d382c tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 210 time: 0.1775365 Jun 17 07:19:55.179426 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fc960-ca40-414c-bfb9-d26a39ce3a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41673242-618a-414a-9cca-942b716a738d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:55.282058 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:55.284668 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'name': 'tempest-DeleteServersTestJSON-1158684878-router', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:48Z', 'revision_number': 3, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'gw_port': {'id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:45Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:55.284859 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-8a1fc960-ca40-414c-bfb9-d26a39ce3a72 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3ecd7923cb2d4e84bfb88342f89b8ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5909870 Jun 17 07:19:55.285319 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 32830) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:55.286391 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port e76027f5-c2aa-443f-a85a-89c7d8f8e18c is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:55.293400 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:55.295095 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Router e2d8a315-4369-470a-9061-1776fd1d149c has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:19:55.337279 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Publish callbacks [] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.343226 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Publish callbacks [] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.352014 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:55.353851 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e549d23-47dc-425d-a36e-e3f9050744bb None None] The sync data for ids ['feef6a1b-7091-45db-ae29-84e70de70706'] in dv-cinder-834822-4-iscsi is: [{'id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'name': 'tempest-DeleteServersTestJSON-1158684878-router', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:48Z', 'revision_number': 3, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'gw_port': {'id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:45Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:19:55.354673 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.355699 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (25fa9284-2842-4d65-9f14-771ce4832ffd), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.465231 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6565-57f6-4c26-972f-0d693f13b91b admin admin] Publish callbacks [] for security_group (41673242-618a-414a-9cca-942b716a738d), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.514710 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Pushing event updated for resources: {'Port': ['ID=9d7b3088-e6a6-464f-87e3-5880b5d25ec9,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:55.517556 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.526083 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6565-57f6-4c26-972f-0d693f13b91b admin admin] Publish callbacks [] for security_group (41673242-618a-414a-9cca-942b716a738d), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.585461 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Network 57d55a23-c630-40ec-bb39-da47a22efdb9 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:55.591787 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:55.597169 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:55.598186 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (feef6a1b-7091-45db-ae29-84e70de70706), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.652457 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6565-57f6-4c26-972f-0d693f13b91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (41673242-618a-414a-9cca-942b716a738d), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.655499 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6565-57f6-4c26-972f-0d693f13b91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:55.656777 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-3f4f6565-57f6-4c26-972f-0d693f13b91b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/41673242-618a-414a-9cca-942b716a738d HTTP/1.1" status: 204 len: 168 time: 0.3588173 Jun 17 07:19:55.678949 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Pushing event updated for resources: {'Port': ['ID=486f3015-1c3d-4cc3-9e30-82381422a1cc,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:55.692549 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Network 60349c8e-a9e4-4c17-896b-25e895292e2e is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:55.698007 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f6565-57f6-4c26-972f-0d693f13b91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41673242-618a-414a-9cca-942b716a738d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:55.699904 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:55.717488 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:19:55.747098 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-0e8e6b52-3fc5-4db4-85e2-0af6a43c07a1 admin admin] 10.222.0.33 "PUT /v2.0/routers/e2d8a315-4369-470a-9061-1776fd1d149c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5137763 Jun 17 07:19:56.198420 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:56.232780 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-3b345990-1fb3-4745-af41-a753d99833dd None None] Provisioning complete for port 486f3015-1c3d-4cc3-9e30-82381422a1cc triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:56.233883 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3b345990-1fb3-4745-af41-a753d99833dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:56.310966 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Router 25fa9284-2842-4d65-9f14-771ce4832ffd has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:19:56.331757 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:56.503219 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8a7a2e29-8cd8-44eb-a682-8b7c3af0599a req-4e9d22b0-ad36-4097-904e-520828da2453 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 210 time: 0.1058428 Jun 17 07:19:56.598129 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:56.612587 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-3b345990-1fb3-4745-af41-a753d99833dd None None] Port 486f3015-1c3d-4cc3-9e30-82381422a1cc cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:19:56.624057 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 74bd54c6-8af8-44c6-a38b-03c160e55918 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:56.687564 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:19:56.708715 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c3a45738-f9a5-49b8-9060-4bce8b10c24f admin admin] 10.222.0.33 "PUT /v2.0/routers/25fa9284-2842-4d65-9f14-771ce4832ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3900664 Jun 17 07:19:56.719677 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 74bd54c6-8af8-44c6-a38b-03c160e55918 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:56.720319 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:56.739993 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Publish callbacks [] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:56.750105 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:56.751980 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (feef6a1b-7091-45db-ae29-84e70de70706), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:56.772987 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-9620c1aa-52f6-4b28-a924-b5943e14b435 None None] Provisioning complete for port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:56.773687 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9620c1aa-52f6-4b28-a924-b5943e14b435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:56.882145 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 74bd54c6-8af8-44c6-a38b-03c160e55918 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:56.882145 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:56.895515 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:56.926520 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-9620c1aa-52f6-4b28-a924-b5943e14b435 None None] Port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:19:56.930994 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 74bd54c6-8af8-44c6-a38b-03c160e55918, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=74bd54c6-8af8-44c6-a38b-03c160e55918,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:19:56.939586 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:56.940447 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device d7387063-5926-455f-9f6f-c7ef595c046b up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:56.978483 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 32888) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:56.983620 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-9a80d769-1040-4124-8ff5-99b1f0dd40dc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741175617', 'description': 'tempest-description--796240880'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:56.995280 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Pushing event updated for resources: {'Port': ['ID=486f3015-1c3d-4cc3-9e30-82381422a1cc,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:57.024032 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Network 57d55a23-c630-40ec-bb39-da47a22efdb9 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:57.026939 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:57.039140 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a80d769-1040-4124-8ff5-99b1f0dd40dc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.151355 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port d7387063-5926-455f-9f6f-c7ef595c046b triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:57.151517 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.158158 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=74bd54c6-8af8-44c6-a38b-03c160e55918,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:57.223953 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a80d769-1040-4124-8ff5-99b1f0dd40dc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (5bcdc806-4dc1-4139-910f-e85a217c8c57), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.238364 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a80d769-1040-4124-8ff5-99b1f0dd40dc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (5bcdc806-4dc1-4139-910f-e85a217c8c57), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.318309 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Router feef6a1b-7091-45db-ae29-84e70de70706 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:19:57.340170 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80d769-1040-4124-8ff5-99b1f0dd40dc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcdc806-4dc1-4139-910f-e85a217c8c57,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:57.344596 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port d7387063-5926-455f-9f6f-c7ef595c046b is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:57.346695 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.354066 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a80d769-1040-4124-8ff5-99b1f0dd40dc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.355332 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-9a80d769-1040-4124-8ff5-99b1f0dd40dc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3757839 Jun 17 07:19:57.358407 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 32910) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:57.370825 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-41f468ab-535a-49a7-8fc7-4593802b0d5b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'security_group_rule': {'security_group_id': '5bcdc806-4dc1-4139-910f-e85a217c8c57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:57.375110 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:57.412926 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port d7387063-5926-455f-9f6f-c7ef595c046b, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=d7387063-5926-455f-9f6f-c7ef595c046b,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:19:57.418421 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.419684 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:57.464227 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41f468ab-535a-49a7-8fc7-4593802b0d5b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (9e169aef-55df-4664-8efd-cf6340fa6903), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.596351 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41f468ab-535a-49a7-8fc7-4593802b0d5b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (9e169aef-55df-4664-8efd-cf6340fa6903), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.605158 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41f468ab-535a-49a7-8fc7-4593802b0d5b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (9e169aef-55df-4664-8efd-cf6340fa6903), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.643418 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f468ab-535a-49a7-8fc7-4593802b0d5b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e169aef-55df-4664-8efd-cf6340fa6903,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:57.648028 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-4f863bf6-f286-4614-a12d-d9c7573d5b1b None None] Provisioning complete for port 486f3015-1c3d-4cc3-9e30-82381422a1cc triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:57.648841 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4f863bf6-f286-4614-a12d-d9c7573d5b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.664244 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:19:57.681883 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41f468ab-535a-49a7-8fc7-4593802b0d5b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.691775 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-8d0d5464-6a81-47bf-b469-c4a41591c084 admin admin] 10.222.0.33 "PUT /v2.0/routers/feef6a1b-7091-45db-ae29-84e70de70706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7429593 Jun 17 07:19:57.693172 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-41f468ab-535a-49a7-8fc7-4593802b0d5b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334618 Jun 17 07:19:57.695675 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 32928) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:57.705047 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5e98fce1-4a89-4a87-bf93-e02ae140e14e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'security_group_rule': {'security_group_id': '5bcdc806-4dc1-4139-910f-e85a217c8c57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:57.788347 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e98fce1-4a89-4a87-bf93-e02ae140e14e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (b314d9cb-66d5-4407-88b2-48adc7fa28c1), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.854798 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=d7387063-5926-455f-9f6f-c7ef595c046b,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:57.874556 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-4f863bf6-f286-4614-a12d-d9c7573d5b1b None None] Port 486f3015-1c3d-4cc3-9e30-82381422a1cc cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:19:57.892413 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:57.893625 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:57.981140 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e98fce1-4a89-4a87-bf93-e02ae140e14e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (b314d9cb-66d5-4407-88b2-48adc7fa28c1), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:58.008613 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Sync routers for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:19:58.084441 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e98fce1-4a89-4a87-bf93-e02ae140e14e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (b314d9cb-66d5-4407-88b2-48adc7fa28c1), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:58.113050 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:19:58.113696 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:58.144015 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-29537859-4918-427b-b08c-ba9fb76d60b8 req-beed69d6-d5ba-4c20-b51e-59df1f20e849 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 210 time: 0.1580944 Jun 17 07:19:58.194723 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98fce1-4a89-4a87-bf93-e02ae140e14e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b314d9cb-66d5-4407-88b2-48adc7fa28c1,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:58.214456 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e98fce1-4a89-4a87-bf93-e02ae140e14e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:58.216269 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-5e98fce1-4a89-4a87-bf93-e02ae140e14e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5148892 Jun 17 07:19:58.224880 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 32956) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:19:58.235608 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:19:58.261825 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:58.262409 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:58.291493 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:58.344553 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:58.403950 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=4c6d9b64-c8d1-4af4-99b3-ac16e53643b0,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:19:58.414283 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:58.436278 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:58.438367 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-e4ee8aaa-6fe8-4b51-a52e-438db1db4602 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:19:58.448279 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-e4ee8aaa-6fe8-4b51-a52e-438db1db4602 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 818 time: 0.4813037 Jun 17 07:19:58.490912 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-ba4d8036-0efc-4691-9ad4-c938b86b5abe tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/quotas/2b581a57e3e44e3481b1db445961afc5 HTTP/1.1" status: 200 len: 375 time: 0.0396256 Jun 17 07:19:58.566021 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:19:58.574087 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:58.674217 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=4c6d9b64-c8d1-4af4-99b3-ac16e53643b0,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:58.709884 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 74bd54c6-8af8-44c6-a38b-03c160e55918 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:58.763113 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:58.812677 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-a38e2909-de3b-45ff-a73b-f9278f0f500c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3191154 Jun 17 07:19:58.832692 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Allocated IP 172.27.0.158 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/3cd4ff55-b023-4abc-b018-2292b3ef3d82) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:19:58.843953 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 74bd54c6-8af8-44c6-a38b-03c160e55918 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:58.844372 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:58.951759 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 2, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:19:59.001426 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Checking router: e2d8a315-4369-470a-9061-1776fd1d149c for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:19:59.001773 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Updating router e2d8a315-4369-470a-9061-1776fd1d149c port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:19:59.027931 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-bd08972d-876a-4048-ac69-3b5e9a22714d service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:19:59.037473 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-bd08972d-876a-4048-ac69-3b5e9a22714d service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0798779 Jun 17 07:19:59.040954 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 74bd54c6-8af8-44c6-a38b-03c160e55918 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:59.042218 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device d7387063-5926-455f-9f6f-c7ef595c046b up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:19:59.072905 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-adf81d48-321a-4d24-a0fa-cc19fd36d489 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:19:59.074381 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-adf81d48-321a-4d24-a0fa-cc19fd36d489 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/networks?id=57d55a23-c630-40ec-bb39-da47a22efdb9 HTTP/1.1" status: 200 len: 812 time: 0.1968591 Jun 17 07:19:59.086730 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:59.098996 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port d7387063-5926-455f-9f6f-c7ef595c046b triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:19:59.099439 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:59.101079 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for port (3cd4ff55-b023-4abc-b018-2292b3ef3d82), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:59.118140 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-a411c30b-5abe-42e4-9d28-2e1db366f703 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/quotas/09dfc5c0d3f4405a901acd8eeef080b9 HTTP/1.1" status: 200 len: 375 time: 0.0372858 Jun 17 07:19:59.176606 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:59.190669 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-350d6e3a-4181-4fbb-8bc0-e092103fe8db tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=09dfc5c0d3f4405a901acd8eeef080b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714009 Jun 17 07:19:59.219188 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-5bedcd27-724d-440c-a649-aa3fa531d97f service neutron] 10.222.0.33 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799221 Jun 17 07:19:59.222690 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (3cd4ff55-b023-4abc-b018-2292b3ef3d82), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:59.296416 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'Port': ['ID=3cd4ff55-b023-4abc-b018-2292b3ef3d82,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:19:59.347341 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:59.348675 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:19:59.353024 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:19:59.364611 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:19:59.433747 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-da4e2beb-d189-46b6-8092-1ef29748519c service neutron] 10.222.0.33 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135777 Jun 17 07:19:59.476209 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-a5d7601e-4787-499b-9aae-08e3ab195c60 service neutron] 10.222.0.33 "GET /v2.0/networks/57d55a23-c630-40ec-bb39-da47a22efdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769568 Jun 17 07:19:59.476455 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:59.535734 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port d7387063-5926-455f-9f6f-c7ef595c046b is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:19:59.564459 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (418aa893-30c2-49e9-8a37-5b852f685194), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:59.697944 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (3cd4ff55-b023-4abc-b018-2292b3ef3d82), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:59.699364 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Publish callbacks [] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:59.711056 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:19:59.768047 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:19:59.862586 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3408c91-9c7b-41d2-ac21-70d0d9ed0a95 None None] Pushing event updated for resources: {'Port': ['ID=55265147-52a5-4a38-83d9-0f8bdc43ceb5,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:00.038208 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Sync routers for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:20:00.056902 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:20:00.065495 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:00.137384 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for port (3cd4ff55-b023-4abc-b018-2292b3ef3d82), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:00.143330 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (3cd4ff55-b023-4abc-b018-2292b3ef3d82), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:00.170860 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:00.199622 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-12498f9f-12bc-4db3-9f56-96977f26b76b req-7266ec37-865b-43ae-b274-701227493eb3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 210 time: 0.0663993 Jun 17 07:20:00.275147 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-a0f32af9-6440-4036-9398-9f2c46c63908 None None] Provisioning complete for port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:00.275364 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a0f32af9-6440-4036-9398-9f2c46c63908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:00.401600 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-a0f32af9-6440-4036-9398-9f2c46c63908 None None] Port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:20:00.408701 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:20:00.428167 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Attempting to bind port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:20:00.428567 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Attempting to bind port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:20:00.428930 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Attempting to bind port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 on network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:00.443197 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:20:00.443571 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Checking segment: {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:20:00.443971 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:00.444402 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Bound using segment: {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:20:00.444876 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Bound port: 55265147-52a5-4a38-83d9-0f8bdc43ceb5, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:20:00.460772 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.16', 62428) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:00.467215 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:00.529053 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3ae9ba99-9c55-4017-888d-8cb9737564b7 req-1cc4d725-0ea1-4d0f-8dcd-98652f610be8 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 210 time: 0.2079308 Jun 17 07:20:00.709451 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] For port 55265147-52a5-4a38-83d9-0f8bdc43ceb5, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:20:00.724601 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] For port 55265147-52a5-4a38-83d9-0f8bdc43ceb5, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=55265147-52a5-4a38-83d9-0f8bdc43ceb5,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:20:00.740931 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:20:00.749298 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-4238ec8f-dcf8-4f85-b25a-43b49a3568cd tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:00.750868 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-4238ec8f-dcf8-4f85-b25a-43b49a3568cd tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.16 "GET /v2.0/networks?id=1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 200 len: 809 time: 0.2844954 Jun 17 07:20:00.763002 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:00.888257 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'Port': ['ID=3cd4ff55-b023-4abc-b018-2292b3ef3d82,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:00.921986 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (418aa893-30c2-49e9-8a37-5b852f685194), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:00.964027 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-99192270-8366-4597-9186-41af8fdb96a5 service neutron] 10.222.0.33 "GET /v2.0/networks/57d55a23-c630-40ec-bb39-da47a22efdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4690025 Jun 17 07:20:01.028809 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:20:01.031897 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:01.043881 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-64f1309c-f4cd-4445-b5a7-0574d8cdd5af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8165119 Jun 17 07:20:01.045540 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:01.052209 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:01.155904 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 2, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:01.189094 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-be3c2365-3cd9-4476-8ee8-326f1779c429 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab7deafed6f447faade3e3d8d281617a HTTP/1.1" status: 200 len: 379 time: 0.3912151 Jun 17 07:20:01.207212 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Checking router: 25fa9284-2842-4d65-9f14-771ce4832ffd for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:20:01.207947 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Updating router 25fa9284-2842-4d65-9f14-771ce4832ffd port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:20:01.219143 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3408c91-9c7b-41d2-ac21-70d0d9ed0a95 None None] Pushing event updated for resources: {'Port': ['ID=55265147-52a5-4a38-83d9-0f8bdc43ceb5,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:01.247492 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:01.250453 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:01.271913 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:01.301292 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'port': {'device_id': '73a8c90c-c561-4193-8276-ae0351b550f4', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'admin_state_up': True, 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'security_groups': ['a86681e7-0f99-4a06-ae09-7cd5d9e98ec9']}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:01.457530 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Sync routers for ids ['feef6a1b-7091-45db-ae29-84e70de70706'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:20:01.468212 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c8cc01a0-d830-4f57-9367-d3e9d21a8418 None None] Provisioning complete for port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:01.469317 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c8cc01a0-d830-4f57-9367-d3e9d21a8418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:01.499828 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9370039b-df2f-4d57-8877-4785c0ab116e req-54fb5029-ada0-4ee8-af38-86e9e41deed9 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 210 time: 0.1024101 Jun 17 07:20:01.600864 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:01.616344 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:20:01.641681 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Routers {'feef6a1b-7091-45db-ae29-84e70de70706'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:20:01.648322 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['feef6a1b-7091-45db-ae29-84e70de70706'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:01.712568 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-828b5642-115a-498e-a488-2ca09cf7c93d req-2d06c2d9-bec7-42be-9b3e-8ddbbaee5296 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 210 time: 0.0964110 Jun 17 07:20:01.717767 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Made reservation on behalf of ab7deafed6f447faade3e3d8d281617a for: {'port': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:20:01.722643 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:01.972632 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 33178) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:02.000229 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-ef72c7cd-9124-4567-830b-4332d1c33408 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:02.006831 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-ef72c7cd-9124-4567-830b-4332d1c33408 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 818 time: 0.9719677 Jun 17 07:20:02.055334 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-da59ecf9-ef3e-4094-994e-78b67ebdc644 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1741175617&fields=id&tenant_id=277f81ef9ed74a6189221440edd53d4c HTTP/1.1" status: 200 len: 267 time: 0.1841457 Jun 17 07:20:02.055485 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-8562ceb8-fc8b-4d01-97b1-96b58532717a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/quotas/2b581a57e3e44e3481b1db445961afc5 HTTP/1.1" status: 200 len: 375 time: 0.0476108 Jun 17 07:20:02.138799 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-2777ce6f-0819-4764-9230-40a7195de671 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824597 Jun 17 07:20:02.287816 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:02.288342 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Allocated IP 172.20.0.6 (1239213d-0a3b-407c-aa59-5c1ac224edf4/dacfbc50-0f0a-4fb0-9040-e06949d49000/b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:20:02.345175 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Publish callbacks [] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:02.346463 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:02.350321 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:02.356558 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:02.383192 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-5f0cd602-4e35-43bc-a9bb-72734f9b6022 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:02.385553 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-5f0cd602-4e35-43bc-a9bb-72734f9b6022 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 816 time: 0.3279924 Jun 17 07:20:02.394995 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5610df0-5650-4f23-9987-54c64f128fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:02.447740 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:02.461383 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c8cc01a0-d830-4f57-9367-d3e9d21a8418 None None] Current status of the port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:02.461835 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c8cc01a0-d830-4f57-9367-d3e9d21a8418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:02.515427 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:02.548946 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5610df0-5650-4f23-9987-54c64f128fef admin admin] Publish callbacks [] for security_group (3be93994-7ed8-4bcc-b922-94298fec0db2), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:02.558385 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-5f8057f3-f9dd-4303-adc7-48c1fdd0be34 service neutron] 10.222.0.33 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185255 Jun 17 07:20:02.567372 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5610df0-5650-4f23-9987-54c64f128fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (3be93994-7ed8-4bcc-b922-94298fec0db2), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:02.636498 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Set router feef6a1b-7091-45db-ae29-84e70de70706 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:20:02.660757 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-b9368c09-e8b5-4252-8232-b69be8033c6f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/quotas/277f81ef9ed74a6189221440edd53d4c HTTP/1.1" status: 200 len: 375 time: 0.2570882 Jun 17 07:20:02.663720 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4b630-7c4e-4be6-aa2a-7645b3213f18 None None] Pushing event updated for resources: {'Port': ['ID=9d7b3088-e6a6-464f-87e3-5880b5d25ec9,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:02.674472 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5610df0-5650-4f23-9987-54c64f128fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be93994-7ed8-4bcc-b922-94298fec0db2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:02.736020 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Attempting to bind port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:20:02.736438 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Attempting to bind port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:20:02.736786 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Attempting to bind port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 on network 60349c8e-a9e4-4c17-896b-25e895292e2e {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:02.744904 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:20:02.745548 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Checking segment: {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:20:02.746107 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:02.746494 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Bound using segment: {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:20:02.747063 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-b5610df0-5650-4f23-9987-54c64f128fef admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=362b426c8f7d4bf7a292aed5d1c0eaf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7734282 Jun 17 07:20:02.750095 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Bound port: 9d7b3088-e6a6-464f-87e3-5880b5d25ec9, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:20:02.751135 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:02.753677 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33198) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:02.791665 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-b2e08ba6-d28c-443b-9368-61104d0e7d97 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297107 Jun 17 07:20:02.851141 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c8cc01a0-d830-4f57-9367-d3e9d21a8418 None None] For port 55265147-52a5-4a38-83d9-0f8bdc43ceb5, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=55265147-52a5-4a38-83d9-0f8bdc43ceb5,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:02.859130 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0113acd9-538a-4e6d-8370-b97c423e5a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:02.866222 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c8cc01a0-d830-4f57-9367-d3e9d21a8418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:02.879686 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] For port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:20:02.886002 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] For port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=9d7b3088-e6a6-464f-87e3-5880b5d25ec9,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:20:02.907638 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:02.907939 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:02.944730 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33202) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:02.984024 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:20:02.984946 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:19:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:02.988284 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-cde635fd-4a0a-45c9-9d03-393aff6aea43 service neutron] 10.222.0.33 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830139 Jun 17 07:20:03.004832 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-2b993720-22da-4544-ae09-47fd6845d1d8 service neutron] 10.222.0.33 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364130 Jun 17 07:20:03.039028 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:03.056597 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49917cdd-dfc0-42ec-b7f5-9e596566ff0b admin admin] Publish callbacks [] for security_group (3be93994-7ed8-4bcc-b922-94298fec0db2), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:03.079318 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc01a0-d830-4f57-9367-d3e9d21a8418 None None] Pushing event updated for resources: {'Port': ['ID=55265147-52a5-4a38-83d9-0f8bdc43ceb5,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:03.121513 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4b630-7c4e-4be6-aa2a-7645b3213f18 None None] Pushing event updated for resources: {'Port': ['ID=9d7b3088-e6a6-464f-87e3-5880b5d25ec9,revision_number=4']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:03.167812 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49917cdd-dfc0-42ec-b7f5-9e596566ff0b admin admin] Publish callbacks [] for security_group (3be93994-7ed8-4bcc-b922-94298fec0db2), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:03.181698 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:03.202636 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:20:03.230968 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-662faa1e-f545-408c-a88a-4e4fcbbeddda service neutron] 10.222.0.33 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335694 Jun 17 07:20:03.298350 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:03.306663 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eb717722-1e9a-468a-a049-d7736ba70525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:03.365750 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-e1ec2359-09dd-4f19-b715-37730d63b9e5 None None] Provisioning complete for port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:03.368475 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e1ec2359-09dd-4f19-b715-37730d63b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:03.528700 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Network 1239213d-0a3b-407c-aa59-5c1ac224edf4 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:20:03.556687 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:20:03.566327 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:20:03.574808 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:03.576003 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:03.593491 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'Port': ['ID=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:03.605841 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:00Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:03.632252 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d767d-ce55-4c4a-ba64-5d718b1866d5 req-5de01f11-bf38-48e8-a5d7-6b2830c47474 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:03.634645 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a52d767d-ce55-4c4a-ba64-5d718b1866d5 req-5de01f11-bf38-48e8-a5d7-6b2830c47474 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 931 time: 0.2227635 Jun 17 07:20:03.667003 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49917cdd-dfc0-42ec-b7f5-9e596566ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (3be93994-7ed8-4bcc-b922-94298fec0db2), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:03.675307 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8506d1fd-1d0f-496c-b9bf-30dbc92c653d req-9653684f-4d4d-4c24-aa08-2e03f380bf16 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 210 time: 0.0742054 Jun 17 07:20:03.678729 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49917cdd-dfc0-42ec-b7f5-9e596566ff0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:03.680537 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-49917cdd-dfc0-42ec-b7f5-9e596566ff0b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3be93994-7ed8-4bcc-b922-94298fec0db2 HTTP/1.1" status: 204 len: 168 time: 0.9258842 Jun 17 07:20:03.693217 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbff211-a0f5-46d9-80f2-522529377722 None None] The sync data for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi is: [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:00Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:20:03.707933 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'name': 'tempest-DeleteServersTestJSON-1158684878-router', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:55Z', 'revision_number': 4, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'gw_port': {'id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:45Z', 'updated_at': '2022-06-17T07:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '486f3015-1c3d-4cc3-9e30-82381422a1cc', 'name': '', 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'mac_address': 'fa:16:3e:e7:40:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '305d4444-e3c2-40f5-8b4b-9acabfd3c3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:54Z', 'updated_at': '2022-06-17T07:19:56Z', 'revision_number': 2, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'subnets': [{'id': '305d4444-e3c2-40f5-8b4b-9acabfd3c3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:03.783829 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Checking router: feef6a1b-7091-45db-ae29-84e70de70706 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:20:03.788362 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Updating router feef6a1b-7091-45db-ae29-84e70de70706 port 486f3015-1c3d-4cc3-9e30-82381422a1cc binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:20:03.794422 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:03.829460 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49917cdd-dfc0-42ec-b7f5-9e596566ff0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be93994-7ed8-4bcc-b922-94298fec0db2,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:03.883107 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:03.890179 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-1e0e7bab-5a39-407f-9d75-8aca3a044e88 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6062582 Jun 17 07:20:03.893799 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cde4d5d9-dc69-4aa6-8536-9964a4a97a17 req-96654c8d-0c76-4665-b787-1148f74f254d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 210 time: 0.1164782 Jun 17 07:20:03.911518 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec2359-09dd-4f19-b715-37730d63b9e5 None None] Current status of the port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:03.912220 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e1ec2359-09dd-4f19-b715-37730d63b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:03.961720 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:03.974227 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2a79a-38a6-4cd2-9c24-1d86ee01ef5f None None] The sync data for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi is: [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:20:04.079632 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a52d767d-ce55-4c4a-ba64-5d718b1866d5 req-0beb9911-66ba-4af6-b9d4-ebcd66619252 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4136200 Jun 17 07:20:04.102675 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-26219bae-3de9-43ae-8ce3-9f916876dd67 req-21149a8a-a295-4333-be8a-829e6c36de9a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 210 time: 0.1094666 Jun 17 07:20:04.230982 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-e1ec2359-09dd-4f19-b715-37730d63b9e5 None None] For port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=9d7b3088-e6a6-464f-87e3-5880b5d25ec9,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:04.240975 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eb717722-1e9a-468a-a049-d7736ba70525 admin admin] Publish callbacks [] for security_group (c578e3fb-fe5f-4bbd-ad2c-5a83fe0ff186), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:04.246869 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e1ec2359-09dd-4f19-b715-37730d63b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:04.247717 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eb717722-1e9a-468a-a049-d7736ba70525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c578e3fb-fe5f-4bbd-ad2c-5a83fe0ff186), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:04.338392 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-eb717722-1e9a-468a-a049-d7736ba70525 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=05e314048d714af09aca36b6c1b15cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3878548 Jun 17 07:20:04.341198 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 33238) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:04.474739 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb717722-1e9a-468a-a049-d7736ba70525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c578e3fb-fe5f-4bbd-ad2c-5a83fe0ff186,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:04.474924 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:04.572552 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ddd741b-d3f1-48dd-b8f8-247b9f8b5414 admin admin] Publish callbacks [] for security_group (c578e3fb-fe5f-4bbd-ad2c-5a83fe0ff186), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:04.583253 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-18a91341-a9ab-431a-8454-1983f35ebf9f None None] Provisioning complete for port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:04.584003 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-18a91341-a9ab-431a-8454-1983f35ebf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:04.600731 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-cc22633a-81a6-4a7f-8e99-b1667adea739 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:20:04.602685 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-cc22633a-81a6-4a7f-8e99-b1667adea739 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073199 Jun 17 07:20:04.715609 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ddd741b-d3f1-48dd-b8f8-247b9f8b5414 admin admin] Publish callbacks [] for security_group (c578e3fb-fe5f-4bbd-ad2c-5a83fe0ff186), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:04.802205 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:04.804369 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33246) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:04.843998 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc479bf1-467e-45ff-9b2a-ac09f439c40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:04.979454 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ddd741b-d3f1-48dd-b8f8-247b9f8b5414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c578e3fb-fe5f-4bbd-ad2c-5a83fe0ff186), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:04.982720 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ddd741b-d3f1-48dd-b8f8-247b9f8b5414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:05.004438 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-4ddd741b-d3f1-48dd-b8f8-247b9f8b5414 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c578e3fb-fe5f-4bbd-ad2c-5a83fe0ff186 HTTP/1.1" status: 204 len: 168 time: 0.6417203 Jun 17 07:20:05.050985 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd741b-d3f1-48dd-b8f8-247b9f8b5414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c578e3fb-fe5f-4bbd-ad2c-5a83fe0ff186,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:05.250721 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b7b484f9-430c-441e-8ad1-0ec51e09398e req-b141789e-12f4-4609-8027-00a1213b2918 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 210 time: 0.1099646 Jun 17 07:20:05.353123 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc479bf1-467e-45ff-9b2a-ac09f439c40c admin admin] Publish callbacks [] for security_group (6cf45f6b-805b-4b2c-82a8-f3fb427f3b08), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:05.356851 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a07a6ec4-df37-43e4-9de2-d6117a9910bc req-51e59a0a-4dea-4ffe-ad80-2a87d84e34f6 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 210 time: 0.4492083 Jun 17 07:20:05.371511 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc479bf1-467e-45ff-9b2a-ac09f439c40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6cf45f6b-805b-4b2c-82a8-f3fb427f3b08), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:05.537946 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67dcc4-7039-4014-a83c-af072b990976 req-d8d839e1-a8f6-4b34-bcf6-fc37277fee12 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:05.552692 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4a67dcc4-7039-4014-a83c-af072b990976 req-d8d839e1-a8f6-4b34-bcf6-fc37277fee12 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 931 time: 0.1570423 Jun 17 07:20:05.707073 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Publish callbacks [] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:05.715475 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec2359-09dd-4f19-b715-37730d63b9e5 None None] Pushing event updated for resources: {'Port': ['ID=9d7b3088-e6a6-464f-87e3-5880b5d25ec9,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:05.742249 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:05.759606 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4a67dcc4-7039-4014-a83c-af072b990976 req-366381dd-534b-487b-98c7-b10c413bb8f0 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059071 Jun 17 07:20:05.775541 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:20:05.804228 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-36bea3fb-d7be-40c6-a977-d08369bade99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:05.809431 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:05.970164 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebffb3-baf0-46c3-8199-ecc6631fd85c None None] Pushing event updated for resources: {'Port': ['ID=486f3015-1c3d-4cc3-9e30-82381422a1cc,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:06.011324 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc479bf1-467e-45ff-9b2a-ac09f439c40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf45f6b-805b-4b2c-82a8-f3fb427f3b08,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:06.128237 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Request body: {'port': {'device_id': '73a8c90c-c561-4193-8276-ae0351b550f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:06.158644 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1ceff2d7-40e6-4985-bd85-3b737aa0b5ec req-86186e23-73e2-4a05-9611-837c0bef0f10 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 210 time: 0.2178340 Jun 17 07:20:06.182177 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 33284) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:06.185457 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-dc479bf1-467e-45ff-9b2a-ac09f439c40c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3e5e2e90d8454a19a2db67bcf4eeac59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3780887 Jun 17 07:20:06.237446 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:06.251920 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.16', 62445) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:06.262901 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Attempting to bind port 486f3015-1c3d-4cc3-9e30-82381422a1cc on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:20:06.263177 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Attempting to bind port 486f3015-1c3d-4cc3-9e30-82381422a1cc by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:20:06.267931 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Attempting to bind port 486f3015-1c3d-4cc3-9e30-82381422a1cc on network 57d55a23-c630-40ec-bb39-da47a22efdb9 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:06.381294 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:20:06.382923 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Checking segment: {'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:20:06.383816 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:06.384750 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Bound using segment: {'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:20:06.385924 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Bound port: 486f3015-1c3d-4cc3-9e30-82381422a1cc, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:20:06.386950 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:06.437892 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:06.466808 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 33290) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:06.521469 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-729a8915-0c42-4830-9524-653394a14c77 admin admin] Publish callbacks [] for security_group (6cf45f6b-805b-4b2c-82a8-f3fb427f3b08), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:06.529042 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2abca1f8-8069-4af0-8995-c75852fc6bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:06.580643 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-18a91341-a9ab-431a-8454-1983f35ebf9f None None] Current status of the port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:06.657301 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:06.657938 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:06.720498 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8898940a-cd5a-4ee8-b53a-1def0419033c req-f81f51cc-bd52-4f23-9354-ac4769854641 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 210 time: 0.2543409 Jun 17 07:20:06.801361 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-18a91341-a9ab-431a-8454-1983f35ebf9f None None] Provisioning complete for port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:06.801943 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-18a91341-a9ab-431a-8454-1983f35ebf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:06.904363 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] For port 486f3015-1c3d-4cc3-9e30-82381422a1cc, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:20:06.975977 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2abca1f8-8069-4af0-8995-c75852fc6bbf admin admin] Publish callbacks [] for security_group (c8e3e8c9-97b2-4403-9f48-eeb619d5a9ba), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:06.977295 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33296) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:06.983401 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:06.984475 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:07.029086 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] For port 486f3015-1c3d-4cc3-9e30-82381422a1cc, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=486f3015-1c3d-4cc3-9e30-82381422a1cc,segment=NetworkSegment(5ca2efc1-95eb-4d37-b7f5-edb40c4867ad),segment_id=5ca2efc1-95eb-4d37-b7f5-edb40c4867ad)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:20:07.030932 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:07.031283 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:07.032280 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 55265147-52a5-4a38-83d9-0f8bdc43ceb5 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:20:07.050967 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-18a91341-a9ab-431a-8454-1983f35ebf9f None None] Port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:20:07.072449 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-729a8915-0c42-4830-9524-653394a14c77 admin admin] Publish callbacks [] for security_group (6cf45f6b-805b-4b2c-82a8-f3fb427f3b08), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:07.096968 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2abca1f8-8069-4af0-8995-c75852fc6bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c8e3e8c9-97b2-4403-9f48-eeb619d5a9ba), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:07.100045 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5e2f2911-d4d8-46d7-a97e-3ef565216267 req-432a88e2-05e1-4e74-a0ae-bd72edf4df67 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 210 time: 0.1080678 Jun 17 07:20:07.117483 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:07.160859 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33047c35-12e0-4a4d-8691-46b25c7bee2b req-10976091-7e23-4ec3-b584-e51dda58822a tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:07.175462 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-33047c35-12e0-4a4d-8691-46b25c7bee2b req-10976091-7e23-4ec3-b584-e51dda58822a tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 931 time: 0.1926477 Jun 17 07:20:07.297888 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-dca344d2-512a-4046-8f13-fe63535e2ad8 None None] Provisioning complete for port 486f3015-1c3d-4cc3-9e30-82381422a1cc triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:07.300539 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dca344d2-512a-4046-8f13-fe63535e2ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:07.341762 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:07.376683 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa223a1d-55eb-4d89-b5c7-164af26ad352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:07.394727 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33310) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:07.408693 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-2abca1f8-8069-4af0-8995-c75852fc6bbf admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=452c022a71a64a50b9123bfee135cb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9112051 Jun 17 07:20:07.410694 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abca1f8-8069-4af0-8995-c75852fc6bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e3e8c9-97b2-4403-9f48-eeb619d5a9ba,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:07.419310 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-5695805a-bf6d-4af3-84c5-16664ffc6adc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:07.430227 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-5695805a-bf6d-4af3-84c5-16664ffc6adc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 818 time: 1.1772106 Jun 17 07:20:07.500291 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:07.527266 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:07.566471 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebffb3-baf0-46c3-8199-ecc6631fd85c None None] Pushing event updated for resources: {'Port': ['ID=486f3015-1c3d-4cc3-9e30-82381422a1cc,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:07.575479 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Routers {'feef6a1b-7091-45db-ae29-84e70de70706'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:20:07.577971 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:20:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['feef6a1b-7091-45db-ae29-84e70de70706'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:07.589877 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-30559fa4-f495-4ba4-841e-f6c7002fccc2 req-35c9d12e-9dc1-44c2-8681-00e0ee4b8882 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 210 time: 0.1238935 Jun 17 07:20:07.603977 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-33047c35-12e0-4a4d-8691-46b25c7bee2b req-2a11199a-fc28-4820-9cda-0222802015ee tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432086 Jun 17 07:20:07.611032 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-729a8915-0c42-4830-9524-653394a14c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6cf45f6b-805b-4b2c-82a8-f3fb427f3b08), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:07.646189 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-729a8915-0c42-4830-9524-653394a14c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:07.658893 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-729a8915-0c42-4830-9524-653394a14c77 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6cf45f6b-805b-4b2c-82a8-f3fb427f3b08 HTTP/1.1" status: 204 len: 168 time: 1.4755661 Jun 17 07:20:07.688875 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a8915-0c42-4830-9524-653394a14c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf45f6b-805b-4b2c-82a8-f3fb427f3b08,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:07.745304 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:07.753887 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:07.799129 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.16', 62448) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:07.805896 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Request body: {'port': {'device_id': '5420c538-ebd6-4349-934d-9cd2d5ec2cfc', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'admin_state_up': True, 'tenant_id': '2b581a57e3e44e3481b1db445961afc5'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:08.121144 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa223a1d-55eb-4d89-b5c7-164af26ad352 admin admin] Publish callbacks [] for security_group (bab1c816-c3fe-4d00-8105-8f0eb22ef1d2), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.145001 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:08.163600 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.173761 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-dca344d2-512a-4046-8f13-fe63535e2ad8 None None] Current status of the port 486f3015-1c3d-4cc3-9e30-82381422a1cc is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:08.178232 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dca344d2-512a-4046-8f13-fe63535e2ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.234463 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa223a1d-55eb-4d89-b5c7-164af26ad352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (bab1c816-c3fe-4d00-8105-8f0eb22ef1d2), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.240982 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] Set router feef6a1b-7091-45db-ae29-84e70de70706 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:20:08.256886 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-37f7408d-4783-47f3-a7e1-1065dcb4a165 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:08.259874 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-37f7408d-4783-47f3-a7e1-1065dcb4a165 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 818 time: 0.4448380 Jun 17 07:20:08.272904 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d3507a57-69d0-4bdb-8ea7-8c74d93fd8a4 req-7de194e5-b7df-4f25-9b8e-bfc27e1aa5db tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 210 time: 0.3017488 Jun 17 07:20:08.297538 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:08.304010 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-dca344d2-512a-4046-8f13-fe63535e2ad8 None None] For port 486f3015-1c3d-4cc3-9e30-82381422a1cc, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=486f3015-1c3d-4cc3-9e30-82381422a1cc,segment=NetworkSegment(5ca2efc1-95eb-4d37-b7f5-edb40c4867ad),segment_id=5ca2efc1-95eb-4d37-b7f5-edb40c4867ad)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:08.312379 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dca344d2-512a-4046-8f13-fe63535e2ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.338345 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa223a1d-55eb-4d89-b5c7-164af26ad352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab1c816-c3fe-4d00-8105-8f0eb22ef1d2,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:08.375580 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-aa223a1d-55eb-4d89-b5c7-164af26ad352 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=6c67b87260f4469c9d244dafa43b8857&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3852916 Jun 17 07:20:08.377301 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33326) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:08.398455 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7f54162b-22a1-4884-af5d-6ad85ec2a67c admin admin] Publish callbacks [] for security_group (c8e3e8c9-97b2-4403-9f48-eeb619d5a9ba), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.417946 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:20:08.438554 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Publish callbacks [] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.441470 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-26099965-ae4c-435b-adb2-8919aeeacc79 req-a7896e0a-30fe-43ae-a74c-15e0657fdbd9 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 210 time: 0.0910051 Jun 17 07:20:08.470987 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Made reservation on behalf of 2b581a57e3e44e3481b1db445961afc5 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:20:08.478992 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.480263 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7f54162b-22a1-4884-af5d-6ad85ec2a67c admin admin] Publish callbacks [] for security_group (c8e3e8c9-97b2-4403-9f48-eeb619d5a9ba), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.486599 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Transition to ACTIVE for port object b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c will not be triggered until provisioned by entity L2. {{(pid=103802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:20:08.493553 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-99733311-131e-410f-a6db-cfe954b7eb72 None None] Provisioning complete for port 486f3015-1c3d-4cc3-9e30-82381422a1cc triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:08.493778 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-99733311-131e-410f-a6db-cfe954b7eb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.506340 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.508334 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:20:08.528351 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33328) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:08.571428 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca344d2-512a-4046-8f13-fe63535e2ad8 None None] Pushing event updated for resources: {'Port': ['ID=486f3015-1c3d-4cc3-9e30-82381422a1cc,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:08.575601 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4aa4-0284-4553-9805-39e787d8f7ec admin admin] Publish callbacks [] for security_group (bab1c816-c3fe-4d00-8105-8f0eb22ef1d2), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.586298 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:08.605697 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a4a4-833e-4808-95bf-9d27f6348ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.675865 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Pushing event updated for resources: {'Port': ['ID=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:08.684312 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4aa4-0284-4553-9805-39e787d8f7ec admin admin] Publish callbacks [] for security_group (bab1c816-c3fe-4d00-8105-8f0eb22ef1d2), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.696936 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:08.697642 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.779745 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7f54162b-22a1-4884-af5d-6ad85ec2a67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c8e3e8c9-97b2-4403-9f48-eeb619d5a9ba), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.783890 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7f54162b-22a1-4884-af5d-6ad85ec2a67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.785069 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-7f54162b-22a1-4884-af5d-6ad85ec2a67c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c8e3e8c9-97b2-4403-9f48-eeb619d5a9ba HTTP/1.1" status: 204 len: 168 time: 1.3521960 Jun 17 07:20:08.840474 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Allocated IP 172.20.0.5 (60349c8e-a9e4-4c17-896b-25e895292e2e/4cc5ba76-9b9c-4732-b355-bf87d57bda6c/679e8420-15a8-4888-a16d-37cc6488380e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:20:08.876185 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e4059-9206-4aaa-ab8c-18034cdba291 req-fde77422-0ca8-4288-8f25-9f487e348f6d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:08.877729 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7e9e4059-9206-4aaa-ab8c-18034cdba291 req-fde77422-0ca8-4288-8f25-9f487e348f6d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.0806806 Jun 17 07:20:08.888522 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:08.890502 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54162b-22a1-4884-af5d-6ad85ec2a67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e3e8c9-97b2-4403-9f48-eeb619d5a9ba,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:08.927636 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'name': 'tempest-DeleteServersTestJSON-1158684878-router', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:55Z', 'revision_number': 4, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'gw_port': {'id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:45Z', 'updated_at': '2022-06-17T07:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '486f3015-1c3d-4cc3-9e30-82381422a1cc', 'name': '', 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'mac_address': 'fa:16:3e:e7:40:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '305d4444-e3c2-40f5-8b4b-9acabfd3c3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:54Z', 'updated_at': '2022-06-17T07:20:06Z', 'revision_number': 4, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'subnets': [{'id': '305d4444-e3c2-40f5-8b4b-9acabfd3c3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:08.934964 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:08.936385 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-99733311-131e-410f-a6db-cfe954b7eb72 None None] Current status of the port 486f3015-1c3d-4cc3-9e30-82381422a1cc is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:08.942883 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c25513e7-8069-4b86-8f66-8f153c9379f5 req-b97352aa-90ce-47fd-851a-b7d777ff8dfc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 210 time: 0.1951551 Jun 17 07:20:08.957337 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Attempting to bind port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:20:08.957788 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Attempting to bind port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:20:08.958251 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Attempting to bind port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c on network 1239213d-0a3b-407c-aa59-5c1ac224edf4 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:08.972212 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c on network 1239213d-0a3b-407c-aa59-5c1ac224edf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:20:08.972681 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Attempting to bind port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c on network 1239213d-0a3b-407c-aa59-5c1ac224edf4 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:08.982143 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:20:08.982736 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Checking segment: {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:20:08.983465 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Bound using segment: {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:20:08.983989 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Bound port: b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:20:08.984502 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7e9e4059-9206-4aaa-ab8c-18034cdba291 req-07ad325d-0fdc-45f8-b184-6b9e90a54db8 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994794 Jun 17 07:20:08.984649 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:08.993269 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa921fe-211d-4a5e-9a95-c3ef8bb70215 None None] The sync data for ids ['feef6a1b-7091-45db-ae29-84e70de70706'] in dv-cinder-834822-4-iscsi is: [{'id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'name': 'tempest-DeleteServersTestJSON-1158684878-router', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:55Z', 'revision_number': 4, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'gw_port': {'id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:45Z', 'updated_at': '2022-06-17T07:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '486f3015-1c3d-4cc3-9e30-82381422a1cc', 'name': '', 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'mac_address': 'fa:16:3e:e7:40:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '305d4444-e3c2-40f5-8b4b-9acabfd3c3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:54Z', 'updated_at': '2022-06-17T07:20:06Z', 'revision_number': 4, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'subnets': [{'id': '305d4444-e3c2-40f5-8b4b-9acabfd3c3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:20:09.075770 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:09.151611 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4aa4-0284-4553-9805-39e787d8f7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (bab1c816-c3fe-4d00-8105-8f0eb22ef1d2), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.158166 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9e4a4aa4-0284-4553-9805-39e787d8f7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.162847 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-9e4a4aa4-0284-4553-9805-39e787d8f7ec admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bab1c816-c3fe-4d00-8105-8f0eb22ef1d2 HTTP/1.1" status: 204 len: 168 time: 0.7788324 Jun 17 07:20:09.174883 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] For port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c, host hv-cinder-83482, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:20:09.185173 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a4a4-833e-4808-95bf-9d27f6348ecc admin admin] Publish callbacks [] for security_group (de19a8b5-cc38-4270-883a-4a95da90ff14), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.207825 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a4a4-833e-4808-95bf-9d27f6348ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (de19a8b5-cc38-4270-883a-4a95da90ff14), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.210373 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a4aa4-0284-4553-9805-39e787d8f7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab1c816-c3fe-4d00-8105-8f0eb22ef1d2,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:09.217376 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] For port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:20:09.234009 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.329712 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-e1f3a4a4-833e-4808-95bf-9d27f6348ecc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a9496f21d58140b59861774da9e944d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7809305 Jun 17 07:20:09.329712 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3a4a4-833e-4808-95bf-9d27f6348ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de19a8b5-cc38-4270-883a-4a95da90ff14,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:09.331301 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33344) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:09.345371 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:09.345873 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.347316 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] 10.222.0.16 "PUT /v2.0/ports/b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c HTTP/1.1" status: 200 len: 1093 time: 3.9891362 Jun 17 07:20:09.347851 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a8c90c-c561-4193-8276-ae0351b550f4', 'tag': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:09.470501 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for port (679e8420-15a8-4888-a16d-37cc6488380e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.535852 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (679e8420-15a8-4888-a16d-37cc6488380e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.573637 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b67c80-7f8c-4a90-8ecb-da66480ff1fd service neutron] Pushing event updated for resources: {'Port': ['ID=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:09.611813 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-69288e0b-f8bd-43fb-837c-d42753662246 req-35aaad36-45c4-4b7b-8e5d-bc7e6af5a095 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 210 time: 0.1169634 Jun 17 07:20:09.667750 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba184391-d69b-4ae6-8b16-3f4f7353831b admin admin] Publish callbacks [] for security_group (de19a8b5-cc38-4270-883a-4a95da90ff14), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.725687 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4405d616-6aac-4257-9627-7a63d7ed81e5" -d '{"events": [{"name": "network-changed", "server_uuid": "73a8c90c-c561-4193-8276-ae0351b550f4", "tag": "b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:09.729412 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba184391-d69b-4ae6-8b16-3f4f7353831b admin admin] Publish callbacks [] for security_group (de19a8b5-cc38-4270-883a-4a95da90ff14), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.792621 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Network 60349c8e-a9e4-4c17-896b-25e895292e2e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:20:09.794763 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9c3268e9-d808-4e2f-aff5-46dacbe61f2f req-b09ef1ed-03f6-493e-9fd6-6f3d69d65c69 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 210 time: 0.1420369 Jun 17 07:20:09.805340 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:20:09.809119 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:20:09.816042 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba184391-d69b-4ae6-8b16-3f4f7353831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (de19a8b5-cc38-4270-883a-4a95da90ff14), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.816747 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:09.817365 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.818890 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba184391-d69b-4ae6-8b16-3f4f7353831b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:09.820353 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ba184391-d69b-4ae6-8b16-3f4f7353831b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/de19a8b5-cc38-4270-883a-4a95da90ff14 HTTP/1.1" status: 204 len: 168 time: 0.4836328 Jun 17 07:20:09.825820 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:09.832840 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event updated for resources: {'Port': ['ID=679e8420-15a8-4888-a16d-37cc6488380e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:09.838205 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba184391-d69b-4ae6-8b16-3f4f7353831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de19a8b5-cc38-4270-883a-4a95da90ff14,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:09.895596 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-c4c88e3f-83c1-4f67-8b8f-9644a20f15dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0974197 Jun 17 07:20:09.946980 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33370) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:09.962610 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b78970f4-29cc-4a23-8164-53bf4e8d8104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:10.029952 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:10.065745 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518bbdfe-0116-44cd-8df0-2b823593ab38 x-openstack-request-id: req-518bbdfe-0116-44cd-8df0-2b823593ab38 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:10.066060 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a8c90c-c561-4193-8276-ae0351b550f4", "tag": "b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:10.066297 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-518bbdfe-0116-44cd-8df0-2b823593ab38 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:10.066749 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518bbdfe-0116-44cd-8df0-2b823593ab38'] response: {'name': 'network-changed', 'server_uuid': '73a8c90c-c561-4193-8276-ae0351b550f4', 'tag': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c', 'status': 'completed', 'code': 200} Jun 17 07:20:10.094364 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b78970f4-29cc-4a23-8164-53bf4e8d8104 admin admin] Publish callbacks [] for security_group (ccf1cc6e-7f0e-4a46-871b-1353558df049), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:10.100683 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b78970f4-29cc-4a23-8164-53bf4e8d8104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (ccf1cc6e-7f0e-4a46-871b-1353558df049), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:10.101206 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7994165c-8b51-4fd4-a256-89f6ae553403 req-0e429f5d-34f0-46d6-8c4f-2dcb0a3a45b0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 210 time: 0.0481505 Jun 17 07:20:10.128916 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78970f4-29cc-4a23-8164-53bf4e8d8104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf1cc6e-7f0e-4a46-871b-1353558df049,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:10.220544 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b26259-7633-433e-8ba0-fb7c1ced6979 req-6c874cb4-1d61-44ad-b52f-c38be7f9fd57 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:10.222131 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-60b26259-7633-433e-8ba0-fb7c1ced6979 req-6c874cb4-1d61-44ad-b52f-c38be7f9fd57 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.0682657 Jun 17 07:20:10.230727 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-b78970f4-29cc-4a23-8164-53bf4e8d8104 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b0e7a45ffa5449539fbe11539064ffb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800100 Jun 17 07:20:10.231344 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 33382) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:10.272886 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-26df5fdd-2ee9-4240-bcba-a9b482b08adb None None] Provisioning complete for port 679e8420-15a8-4888-a16d-37cc6488380e triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:10.273368 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-26df5fdd-2ee9-4240-bcba-a9b482b08adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (679e8420-15a8-4888-a16d-37cc6488380e), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:10.332244 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-60b26259-7633-433e-8ba0-fb7c1ced6979 req-7720931e-a889-4f33-8244-f9337edd326d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011062 Jun 17 07:20:10.364971 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21c3435e-0569-4df0-a7b0-2f784cd6094c admin admin] Publish callbacks [] for security_group (ccf1cc6e-7f0e-4a46-871b-1353558df049), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:10.375438 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-26df5fdd-2ee9-4240-bcba-a9b482b08adb None None] Port 679e8420-15a8-4888-a16d-37cc6488380e cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:20:10.403913 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21c3435e-0569-4df0-a7b0-2f784cd6094c admin admin] Publish callbacks [] for security_group (ccf1cc6e-7f0e-4a46-871b-1353558df049), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:10.416114 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:10.458819 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 486f3015-1c3d-4cc3-9e30-82381422a1cc up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:20:10.485251 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21c3435e-0569-4df0-a7b0-2f784cd6094c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (ccf1cc6e-7f0e-4a46-871b-1353558df049), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:10.489472 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21c3435e-0569-4df0-a7b0-2f784cd6094c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:10.490864 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-21c3435e-0569-4df0-a7b0-2f784cd6094c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ccf1cc6e-7f0e-4a46-871b-1353558df049 HTTP/1.1" status: 204 len: 168 time: 0.2585878 Jun 17 07:20:10.502512 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3435e-0569-4df0-a7b0-2f784cd6094c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf1cc6e-7f0e-4a46-871b-1353558df049,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:10.509458 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:10.542172 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 486f3015-1c3d-4cc3-9e30-82381422a1cc triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:10.542828 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:10.824346 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ab24c3ac-0d22-4920-93bc-86347a124cb2 req-f2ac7eac-fcf6-444f-acff-28b573566ddd tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 210 time: 0.1028810 Jun 17 07:20:10.920573 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 486f3015-1c3d-4cc3-9e30-82381422a1cc is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:10.994545 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ff56cdd0-c8d2-4511-b4d9-aa928bb71f99 req-ed555b5e-a08e-4555-9eb1-6defefde0323 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 210 time: 0.0440247 Jun 17 07:20:11.266343 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-472a84d4-287c-4089-8c6e-38cc957a0907 req-c817fb04-56f2-4fba-9a31-5e627346d7fc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 210 time: 0.0547740 Jun 17 07:20:11.529342 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ea92d-aced-401e-ade3-1dd3a268c684 req-c00ca2b0-701a-44e5-9127-8877dcffe190 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:11.530901 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-008ea92d-aced-401e-ade3-1dd3a268c684 req-c00ca2b0-701a-44e5-9127-8877dcffe190 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.0811522 Jun 17 07:20:11.602614 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-008ea92d-aced-401e-ade3-1dd3a268c684 req-b9662441-a085-4c7d-8fe8-7ceb9a3c573f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653782 Jun 17 07:20:12.057974 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-18ad2c75-c776-4652-9bb5-8b93d4220108 req-8e96550e-1714-48aa-a63e-e510402b61bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 210 time: 0.0864413 Jun 17 07:20:12.272720 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b431817a-744f-49c8-94d2-2096efb0375a req-448f2b0b-a66b-430c-82ce-5a89336bf713 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 210 time: 0.1073279 Jun 17 07:20:12.408636 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-195713a5-7cb1-40fc-99e3-296549d00aef req-ebfe9074-abd1-4e56-af0f-e4a384cf8197 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 210 time: 0.0474374 Jun 17 07:20:12.860747 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:12.867363 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0a75-dca6-4b87-88d4-99bca002fc50 req-22c41f7a-e5c1-4f20-b696-ff1ebe331422 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:12.870167 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9cff0a75-dca6-4b87-88d4-99bca002fc50 req-22c41f7a-e5c1-4f20-b696-ff1ebe331422 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.1161160 Jun 17 07:20:13.020076 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9cff0a75-dca6-4b87-88d4-99bca002fc50 req-d24dc5eb-2664-47a3-b6a8-f6d1f4f44cf2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392348 Jun 17 07:20:13.136159 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.16', 62453) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:13.182613 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Request body: {'port': {'device_id': '12d88b5d-9a22-4092-a847-ca3fdb686228', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'admin_state_up': True, 'tenant_id': '2b581a57e3e44e3481b1db445961afc5'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:13.470823 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-52b08f95-89ee-4a90-861a-78d988ec1c6b tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:13.493861 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-52b08f95-89ee-4a90-861a-78d988ec1c6b tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.16 "GET /v2.0/networks?id=57d55a23-c630-40ec-bb39-da47a22efdb9 HTTP/1.1" status: 200 len: 812 time: 0.3209357 Jun 17 07:20:13.528624 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.16', 62455) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:13.563900 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-70abd055-2c42-4302-b4e2-0b5990a2e907 req-ae005559-5de4-4c53-8539-c7eba8d13c39 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 210 time: 0.1362991 Jun 17 07:20:13.595961 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Request body: {'port': {'device_id': '5420c538-ebd6-4349-934d-9cd2d5ec2cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:13.683302 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-6dc1a4c1-9ada-4ba3-bfcd-321b9af8cf6a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:13.684930 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-6dc1a4c1-9ada-4ba3-bfcd-321b9af8cf6a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.16 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 816 time: 0.1868641 Jun 17 07:20:13.721695 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Request body: {'port': {'device_id': 'bbd2b266-655e-4605-8db4-c708addf8e80', 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9', 'admin_state_up': True, 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:13.879967 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:13.895594 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:14.005514 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cc6f7628-8e81-4b1d-a297-4f99bd55b1f8 req-4798f7ac-c717-401e-812f-c9c2e0f11b4d tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 210 time: 0.3186493 Jun 17 07:20:14.105385 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Made reservation on behalf of 2b581a57e3e44e3481b1db445961afc5 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:20:14.123359 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Made reservation on behalf of 09dfc5c0d3f4405a901acd8eeef080b9 for: {'port': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:20:14.127773 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:14.130366 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:14.311868 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8bddc8ea-acca-4974-b218-a9ddfbe2eaec req-8408b2f4-57c9-4d5e-bda1-de0109dbc341 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 210 time: 0.5238290 Jun 17 07:20:14.315630 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405d616-6aac-4257-9627-7a63d7ed81e5 req-f1591c46-8545-4d7e-a793-240eb2fd7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:14.319641 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4405d616-6aac-4257-9627-7a63d7ed81e5 req-f1591c46-8545-4d7e-a793-240eb2fd7117 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 1127 time: 0.7499208 Jun 17 07:20:14.321185 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (679e8420-15a8-4888-a16d-37cc6488380e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:14.386997 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-635c3ba9-fc05-4d5e-9e81-08ec15655156 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=277f81ef9ed74a6189221440edd53d4c HTTP/1.1" status: 200 len: 380 time: 0.4667778 Jun 17 07:20:14.442719 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'port': {'device_id': '029b110f-b393-4f26-a564-bc4c10ce744b', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'admin_state_up': True, 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'security_groups': ['5bcdc806-4dc1-4139-910f-e85a217c8c57']}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:14.482248 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a822c7-cef0-49d6-9682-eeef83dd467c req-438fbc29-1906-4bee-8491-fb93f5357113 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:14.490990 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f5a822c7-cef0-49d6-9682-eeef83dd467c req-438fbc29-1906-4bee-8491-fb93f5357113 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.3383086 Jun 17 07:20:14.636952 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33594) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:14.737278 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:14.752534 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f5a822c7-cef0-49d6-9682-eeef83dd467c req-5db85adb-40c5-4867-a47a-35e687000206 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576699 Jun 17 07:20:14.840876 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Allocated IP 172.20.0.13 (57d55a23-c630-40ec-bb39-da47a22efdb9/305d4444-e3c2-40f5-8b4b-9acabfd3c3a9/2b54f26a-5895-4258-b7f5-aa5845feef41) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:20:14.858024 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:14.922716 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Made reservation on behalf of 277f81ef9ed74a6189221440edd53d4c for: {'port': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:20:14.926793 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:14.987969 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:15.096092 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2fc8fe34-7786-4736-9df1-bd11de6e6d26 req-77df0df6-be1d-40d0-bf03-cdb006fd796a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 210 time: 0.1050522 Jun 17 07:20:15.402668 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-070ffa65-3998-4a05-8d72-856eca823b71 req-6c3e6433-5810-4214-908e-15200efa8767 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 210 time: 0.1765530 Jun 17 07:20:15.564661 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Publish callbacks [] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:15.603285 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2adaaea0-9a70-48bb-a97a-0699f1de0327 req-09501fc6-a46a-42f8-93c8-bf61ce8b9f88 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 210 time: 0.0892498 Jun 17 07:20:15.623245 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405d616-6aac-4257-9627-7a63d7ed81e5 req-91c3e20e-2a8c-4672-9d0c-663078d2b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:15.623462 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-026a27d0-b078-4944-86ee-e28a6191cba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:15.625331 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4405d616-6aac-4257-9627-7a63d7ed81e5 req-91c3e20e-2a8c-4672-9d0c-663078d2b1e1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ab7deafed6f447faade3e3d8d281617a&shared=False HTTP/1.1" status: 200 len: 910 time: 1.2023780 Jun 17 07:20:15.639640 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Allocated IP 172.20.0.9 (60349c8e-a9e4-4c17-896b-25e895292e2e/4cc5ba76-9b9c-4732-b355-bf87d57bda6c/b91810a2-f141-4e45-96ab-9963b0a82c19) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:20:15.688673 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:15.746054 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Pushing event updated for resources: {'Port': ['ID=2b54f26a-5895-4258-b7f5-aa5845feef41,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:15.808976 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Network 57d55a23-c630-40ec-bb39-da47a22efdb9 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:20:15.813701 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:20:15.817278 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:20:15.823845 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:15.824879 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:15.869334 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:15.871207 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Allocated IP 172.20.0.7 (ed70ad4c-5186-4d7f-a1ab-3e0db877b874/61a47006-0fd4-4566-be0d-e8e1b248d69c/64a7d8d8-05dd-4a53-a5a0-14ec44851533) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:20:15.887327 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:15.905296 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-6d1e9734-0c72-4bee-9f6b-544fb9f99195 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1940751 Jun 17 07:20:15.939888 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Request body: {'port': {'device_id': 'bbd2b266-655e-4605-8db4-c708addf8e80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:16.009597 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:16.140175 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403600c-729a-4f1a-8e8d-7a01c5ff1524 req-fe9f7923-474f-4522-8c11-5ed3a0991b10 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:16.145258 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d403600c-729a-4f1a-8e8d-7a01c5ff1524 req-fe9f7923-474f-4522-8c11-5ed3a0991b10 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.2231469 Jun 17 07:20:16.247666 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:16.368804 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-d833350a-25b8-4332-b6c2-8376f297e887 None None] Provisioning complete for port 2b54f26a-5895-4258-b7f5-aa5845feef41 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:16.370807 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d833350a-25b8-4332-b6c2-8376f297e887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:16.487155 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-026a27d0-b078-4944-86ee-e28a6191cba1 admin admin] Publish callbacks [] for security_group (4bd8dcda-1cac-448a-8909-5169e3ffd338), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:16.489195 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-d833350a-25b8-4332-b6c2-8376f297e887 None None] Port 2b54f26a-5895-4258-b7f5-aa5845feef41 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:20:16.643212 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:16.796652 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-026a27d0-b078-4944-86ee-e28a6191cba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (4bd8dcda-1cac-448a-8909-5169e3ffd338), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:16.800869 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:16.878412 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ec6b24f3-3df8-4206-a121-9bdcddbb81b7 req-03288624-9bb8-4c54-8924-5063467487f3 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 210 time: 0.0771544 Jun 17 07:20:16.886285 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405d616-6aac-4257-9627-7a63d7ed81e5 req-45985e5a-519b-4736-b826-e2a5730d8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:16.887892 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4405d616-6aac-4257-9627-7a63d7ed81e5 req-45985e5a-519b-4736-b826-e2a5730d8518 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2058451 Jun 17 07:20:16.916186 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:16.917940 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a27d0-b078-4944-86ee-e28a6191cba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd8dcda-1cac-448a-8909-5169e3ffd338,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:16.976626 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:20:16.987911 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:20:16.992594 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d403600c-729a-4f1a-8e8d-7a01c5ff1524 req-8c41d393-3c6f-446d-ad26-f019baed2ee1 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7665675 Jun 17 07:20:16.994228 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:20:17.000816 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:17.001432 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.026035 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-026a27d0-b078-4944-86ee-e28a6191cba1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f0aeef30bcff4955bfe810c64681039e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3851876 Jun 17 07:20:17.026035 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'Port': ['ID=64a7d8d8-05dd-4a53-a5a0-14ec44851533,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:17.026725 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33644) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:17.067773 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.128891 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e3fcb-3414-4eda-b5e7-2a51208d080a req-df605413-6059-4db3-a321-18f4ccce1f96 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:17.129139 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-7b9e27b8-dcac-47fe-a1a3-cc6d67e5ab20 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6922626 Jun 17 07:20:17.132192 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c63e3fcb-3414-4eda-b5e7-2a51208d080a req-df605413-6059-4db3-a321-18f4ccce1f96 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 932 time: 0.1566529 Jun 17 07:20:17.133640 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.246806 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:17.304667 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a5c72-bf9f-4ec6-9226-19efa8de6d95 req-6fb052d9-06b5-4219-9088-213cbc1b5e29 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:17.306789 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-267a5c72-bf9f-4ec6-9226-19efa8de6d95 req-6fb052d9-06b5-4219-9088-213cbc1b5e29 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 931 time: 0.1962917 Jun 17 07:20:17.381123 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c63e3fcb-3414-4eda-b5e7-2a51208d080a req-a86363c1-8446-4435-9ad5-da6ebdfef77f tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420638 Jun 17 07:20:17.389356 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Network 60349c8e-a9e4-4c17-896b-25e895292e2e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:20:17.400815 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:20:17.403372 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:20:17.408788 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:17.409400 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.431151 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event updated for resources: {'Port': ['ID=b91810a2-f141-4e45-96ab-9963b0a82c19,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:17.449204 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-f28c92fa-71c9-43c3-ae9e-a90c415298c9 None None] Provisioning complete for port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:17.449815 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f28c92fa-71c9-43c3-ae9e-a90c415298c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.450127 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-0976b7b6-24ff-47b4-80dd-3a4610b040e0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2720838 Jun 17 07:20:17.462184 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-890f61ff-5048-44b7-a70d-965465c8aa28 admin admin] Publish callbacks [] for security_group (4bd8dcda-1cac-448a-8909-5169e3ffd338), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.523350 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679e8420-15a8-4888-a16d-37cc6488380e {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:20:17.532861 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Publish callbacks [] for port (679e8420-15a8-4888-a16d-37cc6488380e), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.538363 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-f28c92fa-71c9-43c3-ae9e-a90c415298c9 None None] Port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:20:17.563073 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Transition to ACTIVE for port object 679e8420-15a8-4888-a16d-37cc6488380e will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:20:17.568423 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (679e8420-15a8-4888-a16d-37cc6488380e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.571885 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-890f61ff-5048-44b7-a70d-965465c8aa28 admin admin] Publish callbacks [] for security_group (4bd8dcda-1cac-448a-8909-5169e3ffd338), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.587640 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-267a5c72-bf9f-4ec6-9226-19efa8de6d95 req-ce9cdf21-f534-4e59-a86b-c1c8fb5fe1bf tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679608 Jun 17 07:20:17.700627 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Pushing event updated for resources: {'Port': ['ID=679e8420-15a8-4888-a16d-37cc6488380e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:17.732832 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Attempting to bind port 679e8420-15a8-4888-a16d-37cc6488380e on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:20:17.734075 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Attempting to bind port 679e8420-15a8-4888-a16d-37cc6488380e by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:20:17.734539 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Attempting to bind port 679e8420-15a8-4888-a16d-37cc6488380e on network 60349c8e-a9e4-4c17-896b-25e895292e2e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:17.743102 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Port 679e8420-15a8-4888-a16d-37cc6488380e on network 60349c8e-a9e4-4c17-896b-25e895292e2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:20:17.743629 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Attempting to bind port 679e8420-15a8-4888-a16d-37cc6488380e on network 60349c8e-a9e4-4c17-896b-25e895292e2e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:17.754892 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:20:17.755759 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Checking segment: {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:20:17.757033 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Bound using segment: {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:20:17.757872 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Bound port: 679e8420-15a8-4888-a16d-37cc6488380e, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:20:17.758966 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (679e8420-15a8-4888-a16d-37cc6488380e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.760708 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-890f61ff-5048-44b7-a70d-965465c8aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (4bd8dcda-1cac-448a-8909-5169e3ffd338), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.766211 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-890f61ff-5048-44b7-a70d-965465c8aa28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.774873 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-890f61ff-5048-44b7-a70d-965465c8aa28 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4bd8dcda-1cac-448a-8909-5169e3ffd338 HTTP/1.1" status: 204 len: 168 time: 0.6865656 Jun 17 07:20:17.818045 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f61ff-5048-44b7-a70d-965465c8aa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd8dcda-1cac-448a-8909-5169e3ffd338,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:17.822622 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b54f26a-5895-4258-b7f5-aa5845feef41 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:20:17.842005 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] For port 679e8420-15a8-4888-a16d-37cc6488380e, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:20:17.845417 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Publish callbacks [] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.870682 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:17.877985 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] For port 679e8420-15a8-4888-a16d-37cc6488380e, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=679e8420-15a8-4888-a16d-37cc6488380e,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:20:17.888708 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-060c9d3b-ae97-4794-af51-9b6b4725f1b7 None None] Provisioning complete for port b91810a2-f141-4e45-96ab-9963b0a82c19 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:17.889611 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-060c9d3b-ae97-4794-af51-9b6b4725f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.894985 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (679e8420-15a8-4888-a16d-37cc6488380e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.896119 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Transition to ACTIVE for port object 2b54f26a-5895-4258-b7f5-aa5845feef41 will not be triggered until provisioned by entity L2. {{(pid=103802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:20:17.903921 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:17.987523 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-060c9d3b-ae97-4794-af51-9b6b4725f1b7 None None] Port b91810a2-f141-4e45-96ab-9963b0a82c19 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:20:18.007065 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:18.009091 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:18.009935 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] 10.222.0.16 "PUT /v2.0/ports/679e8420-15a8-4888-a16d-37cc6488380e HTTP/1.1" status: 200 len: 1093 time: 4.4772248 Jun 17 07:20:18.010639 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5420c538-ebd6-4349-934d-9cd2d5ec2cfc', 'tag': '679e8420-15a8-4888-a16d-37cc6488380e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:18.033942 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b54f26a-5895-4258-b7f5-aa5845feef41,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:18.169784 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Attempting to bind port 2b54f26a-5895-4258-b7f5-aa5845feef41 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:20:18.170157 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Attempting to bind port 2b54f26a-5895-4258-b7f5-aa5845feef41 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:20:18.170784 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Attempting to bind port 2b54f26a-5895-4258-b7f5-aa5845feef41 on network 57d55a23-c630-40ec-bb39-da47a22efdb9 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:18.183289 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Port 2b54f26a-5895-4258-b7f5-aa5845feef41 on network 57d55a23-c630-40ec-bb39-da47a22efdb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:20:18.185451 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Attempting to bind port 2b54f26a-5895-4258-b7f5-aa5845feef41 on network 57d55a23-c630-40ec-bb39-da47a22efdb9 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:18.203758 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33670) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:18.264507 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:20:18.265907 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Checking segment: {'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:20:18.265907 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Bound using segment: {'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:20:18.267142 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Bound port: 2b54f26a-5895-4258-b7f5-aa5845feef41, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:20:18.267460 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:18.283132 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Request body: {'port': {'device_id': '029b110f-b393-4f26-a564-bc4c10ce744b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:18.373518 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5d296-47e8-4689-a32d-bdf48db9c810 req-ba264956-58e0-46c2-b4af-9e6825108059 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:18.392146 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-28d5d296-47e8-4689-a32d-bdf48db9c810 req-ba264956-58e0-46c2-b4af-9e6825108059 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 931 time: 0.2366369 Jun 17 07:20:18.422418 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Request body: {'port': {'device_id': '12d88b5d-9a22-4092-a847-ca3fdb686228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:18.558301 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:18.559979 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-623f2242-3d60-44d0-8fff-bcdf175e1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:18.561934 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-623f2242-3d60-44d0-8fff-bcdf175e1a5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 1127 time: 0.1660371 Jun 17 07:20:18.586692 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746b48c-ba0e-47c1-af84-254623239c45 service neutron] Pushing event updated for resources: {'Port': ['ID=679e8420-15a8-4888-a16d-37cc6488380e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:18.641839 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8dce2-4780-4569-8f04-8414212eeba6 req-bb83b1eb-7adc-4821-8a73-e92b70ba6060 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:18.643870 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e9e8dce2-4780-4569-8f04-8414212eeba6 req-bb83b1eb-7adc-4821-8a73-e92b70ba6060 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.4235239 Jun 17 07:20:18.645280 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2ef42f4-21c7-4356-bb8e-93bea0c26832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:18.647493 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33684) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:18.658743 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:18.671323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bd2202-0562-402d-8c41-9326b0e62677" -d '{"events": [{"name": "network-changed", "server_uuid": "5420c538-ebd6-4349-934d-9cd2d5ec2cfc", "tag": "679e8420-15a8-4888-a16d-37cc6488380e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:18.682966 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-8b294ebc-55a3-49f2-8942-2250daad4dc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=679e8420-15a8-4888-a16d-37cc6488380e HTTP/1.1" status: 200 len: 217 time: 0.0882754 Jun 17 07:20:18.701455 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef632a5d-896d-4938-a6cd-541bad64604c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:18.740845 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:18.754154 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-c99c32c1-714b-48ab-b4cb-0a1de1c54e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:18.755632 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-c99c32c1-714b-48ab-b4cb-0a1de1c54e0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 1127 time: 0.3635528 Jun 17 07:20:18.788055 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:18.788395 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:18.799430 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-28d5d296-47e8-4689-a32d-bdf48db9c810 req-0acf7d7c-9ba6-4336-901f-e983db6760ac tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477223 Jun 17 07:20:18.803051 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] For port 2b54f26a-5895-4258-b7f5-aa5845feef41, host hv-cinder-83482, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:20:18.806977 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-9137878b-6804-413e-b278-a931a424dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:18.808647 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-9137878b-6804-413e-b278-a931a424dd63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.1171489 Jun 17 07:20:18.966099 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd3672-e3e0-4979-adc7-d5f436798895 req-dc74506e-1f50-4994-ba25-6f2c2f0734b6 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:18.967562 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-14cd3672-e3e0-4979-adc7-d5f436798895 req-dc74506e-1f50-4994-ba25-6f2c2f0734b6 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 944 time: 0.0686529 Jun 17 07:20:19.043535 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e9e8dce2-4780-4569-8f04-8414212eeba6 req-05c1226b-e45b-431e-9a09-28e6e575a046 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3692441 Jun 17 07:20:19.052096 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] For port 2b54f26a-5895-4258-b7f5-aa5845feef41, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2b54f26a-5895-4258-b7f5-aa5845feef41,segment=NetworkSegment(5ca2efc1-95eb-4d37-b7f5-edb40c4867ad),segment_id=5ca2efc1-95eb-4d37-b7f5-edb40c4867ad)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:20:19.069405 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-14cd3672-e3e0-4979-adc7-d5f436798895 req-5723fbfd-ece2-448e-9d0a-dad4dc99f519 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868852 Jun 17 07:20:19.069596 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.150762 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:19.151401 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.152881 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] 10.222.0.16 "PUT /v2.0/ports/2b54f26a-5895-4258-b7f5-aa5845feef41 HTTP/1.1" status: 200 len: 1094 time: 3.2239487 Jun 17 07:20:19.153426 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd2b266-655e-4605-8db4-c708addf8e80', 'tag': '2b54f26a-5895-4258-b7f5-aa5845feef41'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:19.155626 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acca8c3-b791-499b-adf1-9c3e7b4d68e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd2b266-655e-4605-8db4-c708addf8e80", "tag": "2b54f26a-5895-4258-b7f5-aa5845feef41"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:19.178933 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91810a2-f141-4e45-96ab-9963b0a82c19 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:20:19.190334 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Publish callbacks [] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.206277 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Transition to ACTIVE for port object b91810a2-f141-4e45-96ab-9963b0a82c19 will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:20:19.211360 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.272364 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Pushing event updated for resources: {'Port': ['ID=b91810a2-f141-4e45-96ab-9963b0a82c19,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:19.296951 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c3f21-9c16-4991-8dc0-f515551755e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b54f26a-5895-4258-b7f5-aa5845feef41,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:19.307984 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:19.315542 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Attempting to bind port b91810a2-f141-4e45-96ab-9963b0a82c19 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:20:19.315795 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Attempting to bind port b91810a2-f141-4e45-96ab-9963b0a82c19 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:20:19.316229 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Attempting to bind port b91810a2-f141-4e45-96ab-9963b0a82c19 on network 60349c8e-a9e4-4c17-896b-25e895292e2e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:19.325579 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Port b91810a2-f141-4e45-96ab-9963b0a82c19 on network 60349c8e-a9e4-4c17-896b-25e895292e2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:20:19.325949 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Attempting to bind port b91810a2-f141-4e45-96ab-9963b0a82c19 on network 60349c8e-a9e4-4c17-896b-25e895292e2e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:19.331726 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:20:19.332087 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Checking segment: {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:20:19.332462 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Bound using segment: {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:20:19.332886 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Bound port: b91810a2-f141-4e45-96ab-9963b0a82c19, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:20:19.333238 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.344278 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2ef42f4-21c7-4356-bb8e-93bea0c26832 admin admin] Publish callbacks [] for security_group (79d18ca9-8a5e-4780-aba4-fb4b9de3e84c), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.358020 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e66d2-657d-48e5-b5e8-d9eb64fcc744 req-d71ce555-a0f1-45df-86ac-4fa30683621f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:19.359554 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1d7e66d2-657d-48e5-b5e8-d9eb64fcc744 req-d71ce555-a0f1-45df-86ac-4fa30683621f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 931 time: 0.1998515 Jun 17 07:20:19.368674 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef632a5d-896d-4938-a6cd-541bad64604c admin admin] Publish callbacks [] for security_group (9a8e1543-a6ee-41cd-b02b-4724867f351e), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.375656 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d2ef42f4-21c7-4356-bb8e-93bea0c26832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (79d18ca9-8a5e-4780-aba4-fb4b9de3e84c), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.412329 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef632a5d-896d-4938-a6cd-541bad64604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (9a8e1543-a6ee-41cd-b02b-4724867f351e), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.438161 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] For port b91810a2-f141-4e45-96ab-9963b0a82c19, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:20:19.441236 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc814985-0c84-4664-be2a-9288ad3136be x-openstack-request-id: req-cc814985-0c84-4664-be2a-9288ad3136be {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:19.441648 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5420c538-ebd6-4349-934d-9cd2d5ec2cfc", "tag": "679e8420-15a8-4888-a16d-37cc6488380e", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:19.441875 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cc814985-0c84-4664-be2a-9288ad3136be {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:19.442372 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc814985-0c84-4664-be2a-9288ad3136be'] response: {'name': 'network-changed', 'server_uuid': '5420c538-ebd6-4349-934d-9cd2d5ec2cfc', 'tag': '679e8420-15a8-4888-a16d-37cc6488380e', 'status': 'completed', 'code': 200} Jun 17 07:20:19.444133 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] For port b91810a2-f141-4e45-96ab-9963b0a82c19, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b91810a2-f141-4e45-96ab-9963b0a82c19,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:20:19.454729 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.499761 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-d2ef42f4-21c7-4356-bb8e-93bea0c26832 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5ab9e078b5da4de285e3b82cf3d79e08&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2933025 Jun 17 07:20:19.505912 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e77762-9fd2-4895-9d9b-3b74fd048846 x-openstack-request-id: req-b8e77762-9fd2-4895-9d9b-3b74fd048846 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:19.506221 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd2b266-655e-4605-8db4-c708addf8e80", "tag": "2b54f26a-5895-4258-b7f5-aa5845feef41", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:19.506437 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b8e77762-9fd2-4895-9d9b-3b74fd048846 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:19.506833 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e77762-9fd2-4895-9d9b-3b74fd048846'] response: {'name': 'network-changed', 'server_uuid': 'bbd2b266-655e-4605-8db4-c708addf8e80', 'tag': '2b54f26a-5895-4258-b7f5-aa5845feef41', 'status': 'completed', 'code': 200} Jun 17 07:20:19.508903 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 33700) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:19.525718 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef42f4-21c7-4356-bb8e-93bea0c26832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d18ca9-8a5e-4780-aba4-fb4b9de3e84c,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:19.539116 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ef632a5d-896d-4938-a6cd-541bad64604c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d5b2867f246648508d42ca0bb14b00f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8867004 Jun 17 07:20:19.543904 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 33702) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:19.566024 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:19.566647 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.568034 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] 10.222.0.16 "PUT /v2.0/ports/b91810a2-f141-4e45-96ab-9963b0a82c19 HTTP/1.1" status: 200 len: 1093 time: 1.2127614 Jun 17 07:20:19.571695 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1d7e66d2-657d-48e5-b5e8-d9eb64fcc744 req-99602fcc-102b-482c-90a5-562a85f14b56 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981919 Jun 17 07:20:19.610160 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:19.612504 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a7d8d8-05dd-4a53-a5a0-14ec44851533 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:20:19.617617 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef632a5d-896d-4938-a6cd-541bad64604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8e1543-a6ee-41cd-b02b-4724867f351e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:19.632646 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:19.637169 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530f2aa-7804-4a46-906f-0d5cfb19ba9d service neutron] Pushing event updated for resources: {'Port': ['ID=b91810a2-f141-4e45-96ab-9963b0a82c19,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:19.641748 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Publish callbacks [] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.653269 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2655ade8-864b-47c2-9503-e580279360a9 admin admin] Publish callbacks [] for security_group (79d18ca9-8a5e-4780-aba4-fb4b9de3e84c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.662257 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Transition to ACTIVE for port object 64a7d8d8-05dd-4a53-a5a0-14ec44851533 will not be triggered until provisioned by entity L2. {{(pid=103802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:20:19.669937 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.687981 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c47e9753-7a27-4fbb-a9f2-932267dffd7d admin admin] Publish callbacks [] for security_group (9a8e1543-a6ee-41cd-b02b-4724867f351e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.704891 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2655ade8-864b-47c2-9503-e580279360a9 admin admin] Publish callbacks [] for security_group (79d18ca9-8a5e-4780-aba4-fb4b9de3e84c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.736010 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c47e9753-7a27-4fbb-a9f2-932267dffd7d admin admin] Publish callbacks [] for security_group (9a8e1543-a6ee-41cd-b02b-4724867f351e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.765541 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Pushing event updated for resources: {'Port': ['ID=64a7d8d8-05dd-4a53-a5a0-14ec44851533,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:19.779159 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Attempting to bind port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:20:19.779494 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Attempting to bind port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:20:19.779955 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Attempting to bind port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 on network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:19.785216 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 on network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:20:19.785530 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Attempting to bind port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 on network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:20:19.792129 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:20:19.792394 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Checking segment: {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:20:19.792772 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Bound using segment: {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:20:19.793198 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Bound port: 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:20:19.793556 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.808855 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:19.876037 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c47e9753-7a27-4fbb-a9f2-932267dffd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (9a8e1543-a6ee-41cd-b02b-4724867f351e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.880287 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c47e9753-7a27-4fbb-a9f2-932267dffd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.881491 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-c47e9753-7a27-4fbb-a9f2-932267dffd7d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9a8e1543-a6ee-41cd-b02b-4724867f351e HTTP/1.1" status: 204 len: 168 time: 0.3303795 Jun 17 07:20:19.917242 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2655ade8-864b-47c2-9503-e580279360a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (79d18ca9-8a5e-4780-aba4-fb4b9de3e84c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.920094 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2655ade8-864b-47c2-9503-e580279360a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:19.921501 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-2655ade8-864b-47c2-9503-e580279360a9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/79d18ca9-8a5e-4780-aba4-fb4b9de3e84c HTTP/1.1" status: 204 len: 168 time: 0.4114904 Jun 17 07:20:19.925013 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e9753-7a27-4fbb-a9f2-932267dffd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8e1543-a6ee-41cd-b02b-4724867f351e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:19.936097 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655ade8-864b-47c2-9503-e580279360a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d18ca9-8a5e-4780-aba4-fb4b9de3e84c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:19.975545 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:20:19.982681 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:20:19.994624 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:20.054666 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:20.055992 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:20.058216 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] 10.222.0.16 "PUT /v2.0/ports/64a7d8d8-05dd-4a53-a5a0-14ec44851533 HTTP/1.1" status: 200 len: 1093 time: 1.7881784 Jun 17 07:20:20.065644 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841f2ea-a146-4b2b-8ed6-51a24b13aacf req-01090cea-757a-4f1b-ba26-17197e459b56 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:20.094696 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a4a66-1fcb-4ae2-861b-213225493d2a service neutron] Pushing event updated for resources: {'Port': ['ID=64a7d8d8-05dd-4a53-a5a0-14ec44851533,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:20.120960 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6841f2ea-a146-4b2b-8ed6-51a24b13aacf req-01090cea-757a-4f1b-ba26-17197e459b56 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 943 time: 0.1600697 Jun 17 07:20:20.226424 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6841f2ea-a146-4b2b-8ed6-51a24b13aacf req-ae1031d8-a712-4c0c-9aec-dfb51bdb2998 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045625 Jun 17 07:20:20.387636 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12ce9-8002-44ff-9eb1-6eaf171f5efe req-d8ea2b0b-e393-43a9-b6c8-7a67f8d78a33 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:20.401482 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a0d12ce9-8002-44ff-9eb1-6eaf171f5efe req-d8ea2b0b-e393-43a9-b6c8-7a67f8d78a33 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.1422820 Jun 17 07:20:20.456579 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763075b3-4c1f-4607-b1fc-ce1fd3dac9ba req-0d6b48d3-223f-4c95-979e-6264dceda78f tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:20.459383 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-763075b3-4c1f-4607-b1fc-ce1fd3dac9ba req-0d6b48d3-223f-4c95-979e-6264dceda78f tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 944 time: 0.1311626 Jun 17 07:20:20.534871 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a0d12ce9-8002-44ff-9eb1-6eaf171f5efe req-6e476c48-313d-40b7-832e-a55c9b757415 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277249 Jun 17 07:20:20.549249 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-763075b3-4c1f-4607-b1fc-ce1fd3dac9ba req-7ef62cec-1820-43c0-b5e5-1fedbe764813 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814106 Jun 17 07:20:20.731122 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 33760) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:20.731222 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e98549-06a6-4230-9f71-a1b82897801a req-649a973a-e250-474a-9aa1-cfc955fcb68f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:20.732776 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e1e98549-06a6-4230-9f71-a1b82897801a req-649a973a-e250-474a-9aa1-cfc955fcb68f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0605731 Jun 17 07:20:20.752093 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e03d728-81cd-4724-98fe-9286ae5b0cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:20.786629 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e1e98549-06a6-4230-9f71-a1b82897801a req-94aad59a-bfac-4678-a180-f6d9a53cc1d2 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479498 Jun 17 07:20:20.854967 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e03d728-81cd-4724-98fe-9286ae5b0cd5 admin admin] Publish callbacks [] for security_group (62d5a922-0a6a-4c84-b657-f05c080d6434), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:20.859772 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e03d728-81cd-4724-98fe-9286ae5b0cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (62d5a922-0a6a-4c84-b657-f05c080d6434), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:20.898484 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-2e03d728-81cd-4724-98fe-9286ae5b0cd5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0de8e4142bed424d8845afcd9dbeaf01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664066 Jun 17 07:20:20.900376 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03d728-81cd-4724-98fe-9286ae5b0cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d5a922-0a6a-4c84-b657-f05c080d6434,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:20.901233 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33772) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:20.966181 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9815ba7e-034f-44e3-a7ce-762a060ef7ee admin admin] Publish callbacks [] for security_group (62d5a922-0a6a-4c84-b657-f05c080d6434), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:20.991601 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9815ba7e-034f-44e3-a7ce-762a060ef7ee admin admin] Publish callbacks [] for security_group (62d5a922-0a6a-4c84-b657-f05c080d6434), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:21.053202 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9815ba7e-034f-44e3-a7ce-762a060ef7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (62d5a922-0a6a-4c84-b657-f05c080d6434), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:21.057002 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9815ba7e-034f-44e3-a7ce-762a060ef7ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:21.058197 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-9815ba7e-034f-44e3-a7ce-762a060ef7ee admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/62d5a922-0a6a-4c84-b657-f05c080d6434 HTTP/1.1" status: 204 len: 168 time: 0.1557190 Jun 17 07:20:21.067370 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815ba7e-034f-44e3-a7ce-762a060ef7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d5a922-0a6a-4c84-b657-f05c080d6434,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:21.463844 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-ddafd8b8-3615-4a60-b2de-22695179ce6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c HTTP/1.1" status: 200 len: 217 time: 0.1440713 Jun 17 07:20:21.464415 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:21.464968 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d88b5d-9a22-4092-a847-ca3fdb686228', 'tag': 'b91810a2-f141-4e45-96ab-9963b0a82c19'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:21.467576 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c47e641-f781-4727-89f0-d3e753446907" -d '{"events": [{"name": "network-changed", "server_uuid": "12d88b5d-9a22-4092-a847-ca3fdb686228", "tag": "b91810a2-f141-4e45-96ab-9963b0a82c19"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:21.467733 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-93011b99-b6f9-4c4f-b92e-6b711413b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:21.469472 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-93011b99-b6f9-4c4f-b92e-6b711413b33c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 1127 time: 0.0568039 Jun 17 07:20:21.470411 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acca8c3-b791-499b-adf1-9c3e7b4d68e2 req-a92e1c3c-850a-4720-97bc-ea8025f3360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:21.471769 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3acca8c3-b791-499b-adf1-9c3e7b4d68e2 req-a92e1c3c-850a-4720-97bc-ea8025f3360d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09dfc5c0d3f4405a901acd8eeef080b9&device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 1128 time: 0.1301589 Jun 17 07:20:21.552412 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:21.554720 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ed76e-bc87-4739-8dca-314188498d62" -d '{"events": [{"name": "network-changed", "server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:21.558120 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-c239c433-cb9c-4adb-a549-67a3f4827cd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533 HTTP/1.1" status: 200 len: 217 time: 0.0750461 Jun 17 07:20:21.761028 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33828) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:21.826289 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-455fb4c8-5bcc-47d9-a104-9d3a92e177d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:21.826572 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3543c9f-8249-4222-95d6-70146472fca2 x-openstack-request-id: req-f3543c9f-8249-4222-95d6-70146472fca2 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:21.826858 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d88b5d-9a22-4092-a847-ca3fdb686228", "tag": "b91810a2-f141-4e45-96ab-9963b0a82c19", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:21.827098 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f3543c9f-8249-4222-95d6-70146472fca2 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:21.827470 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3543c9f-8249-4222-95d6-70146472fca2'] response: {'name': 'network-changed', 'server_uuid': '12d88b5d-9a22-4092-a847-ca3fdb686228', 'tag': 'b91810a2-f141-4e45-96ab-9963b0a82c19', 'status': 'completed', 'code': 200} Jun 17 07:20:21.828988 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-455fb4c8-5bcc-47d9-a104-9d3a92e177d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 200 len: 855 time: 0.2184403 Jun 17 07:20:21.842589 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f3b2e-3be8-472e-adda-141a66d186a4 req-9ca6e99d-4589-450f-8fd1-bd6fb396ad9f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:21.845022 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0c1f3b2e-3be8-472e-adda-141a66d186a4 req-9ca6e99d-4589-450f-8fd1-bd6fb396ad9f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.1967452 Jun 17 07:20:21.929392 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:21.951267 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acca8c3-b791-499b-adf1-9c3e7b4d68e2 req-cb06230b-593c-473b-b92c-f7adb7b90e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:21.953002 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3acca8c3-b791-499b-adf1-9c3e7b4d68e2 req-cb06230b-593c-473b-b92c-f7adb7b90e3c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=09dfc5c0d3f4405a901acd8eeef080b9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4016840 Jun 17 07:20:21.956725 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10293713-8932-4d6a-afdf-e29fa5b06ee5 req-de1fd72c-baa2-4d7d-8e52-233f0d3ed834 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:21.965644 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-10293713-8932-4d6a-afdf-e29fa5b06ee5 req-de1fd72c-baa2-4d7d-8e52-233f0d3ed834 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 943 time: 0.6474657 Jun 17 07:20:21.973659 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-a611d1e9-3411-4680-b4b6-344441765b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:21.975672 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-a611d1e9-3411-4680-b4b6-344441765b90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6306562 Jun 17 07:20:21.996776 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-b1a104b0-d3be-4ad4-9a96-7b6830ceb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:21.998261 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-b1a104b0-d3be-4ad4-9a96-7b6830ceb9d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1520758 Jun 17 07:20:22.002442 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-e5adceae-05bc-4221-9710-0f98f8c948ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:22.004058 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-e5adceae-05bc-4221-9710-0f98f8c948ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 1127 time: 0.5285687 Jun 17 07:20:22.022690 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-54ddea51-31f0-40e9-8f7e-3d5bf894677b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:22.082512 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-88c00f17-d218-447e-9205-1954ea6fcec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:22.084305 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-88c00f17-d218-447e-9205-1954ea6fcec6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dacfbc50-0f0a-4fb0-9040-e06949d49000 HTTP/1.1" status: 200 len: 848 time: 0.2537594 Jun 17 07:20:22.145491 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:22.148889 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-ba723b4d-0c99-4b03-8dd1-74e69599fc73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b91810a2-f141-4e45-96ab-9963b0a82c19 HTTP/1.1" status: 200 len: 217 time: 0.1243908 Jun 17 07:20:22.156378 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0c1f3b2e-3be8-472e-adda-141a66d186a4 req-588a1d91-b299-4b5c-8294-b06c5db2968a tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712071 Jun 17 07:20:22.198553 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:22.249955 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-10293713-8932-4d6a-afdf-e29fa5b06ee5 req-7305bf38-a557-4c52-b328-54425f212183 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831979 Jun 17 07:20:22.260656 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-55b2a856-aaeb-4439-b414-0941ff51948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:22.262462 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-55b2a856-aaeb-4439-b414-0941ff51948b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1239213d-0a3b-407c-aa59-5c1ac224edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1264455 Jun 17 07:20:22.264442 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-55cbbe6d-0747-48b9-98e4-2c77e7493e19 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800820 Jun 17 07:20:22.276305 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-d8fb1dc7-f528-4ebb-893c-8a50b4a0d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:22.277766 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-d8fb1dc7-f528-4ebb-893c-8a50b4a0d329 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.0997169 Jun 17 07:20:22.421845 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25441e3-c7d6-4b15-8490-f040de85b08b x-openstack-request-id: req-e25441e3-c7d6-4b15-8490-f040de85b08b {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:22.422141 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:22.422393 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e25441e3-c7d6-4b15-8490-f040de85b08b {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:22.422787 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25441e3-c7d6-4b15-8490-f040de85b08b'] response: {'name': 'network-changed', 'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'status': 'completed', 'code': 200} Jun 17 07:20:22.562489 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-8374993e-9583-4aaa-9813-5bc552ec6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:22.563979 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-8374993e-9583-4aaa-9813-5bc552ec6b17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2624407 Jun 17 07:20:22.583947 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acca8c3-b791-499b-adf1-9c3e7b4d68e2 req-aa8f0ba0-8410-46a4-985e-c27f1625d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:22.587862 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3acca8c3-b791-499b-adf1-9c3e7b4d68e2 req-aa8f0ba0-8410-46a4-985e-c27f1625d921 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6160529 Jun 17 07:20:22.598966 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca66aa-35f6-4c2d-b9eb-3129dfef5834 req-f5f14276-b9b7-425a-9f87-86b7063ce67b tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:22.600499 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fcca66aa-35f6-4c2d-b9eb-3129dfef5834 req-f5f14276-b9b7-425a-9f87-86b7063ce67b tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 944 time: 0.1857588 Jun 17 07:20:22.612593 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-b12a0659-f4ed-4706-96fd-fcb7a184bf63 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930014 Jun 17 07:20:22.638620 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48596d9c-1bd1-468f-b7f9-4dc178882cc1 req-933a2c35-9dcb-453d-a532-f0881cc5709c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:22.645823 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-48596d9c-1bd1-468f-b7f9-4dc178882cc1 req-933a2c35-9dcb-453d-a532-f0881cc5709c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.1137016 Jun 17 07:20:22.722802 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-43ade401-3db6-496b-ad6d-4386e0f62fd1 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346814 Jun 17 07:20:22.767740 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-54ddea51-31f0-40e9-8f7e-3d5bf894677b admin admin] Publish callbacks [] for security_group (0206150c-dfeb-4a66-9c48-7575e31158ea), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:22.778767 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-f767f31c-2bf6-4ef3-ab88-084e5ca1015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:22.780283 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-f767f31c-2bf6-4ef3-ab88-084e5ca1015c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09dfc5c0d3f4405a901acd8eeef080b9&device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 1128 time: 0.1316988 Jun 17 07:20:22.785366 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-54ddea51-31f0-40e9-8f7e-3d5bf894677b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (0206150c-dfeb-4a66-9c48-7575e31158ea), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:22.794396 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-db420f8d-5478-438d-a971-d8a800cc0471 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152173 Jun 17 07:20:22.819631 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fcca66aa-35f6-4c2d-b9eb-3129dfef5834 req-d2c6b592-b5ce-4aa9-97d2-1d62b4bcefd7 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045484 Jun 17 07:20:22.861898 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-580a1ffc-9964-4096-8de5-bd9382095fae service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882280 Jun 17 07:20:22.862804 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-248bb5f1-93a7-47c9-81d9-cd6c2954d899 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b54f26a-5895-4258-b7f5-aa5845feef41 HTTP/1.1" status: 200 len: 217 time: 0.0736690 Jun 17 07:20:22.875001 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-48596d9c-1bd1-468f-b7f9-4dc178882cc1 req-7e80c246-9a21-4547-ae59-2f03a3fa171b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280307 Jun 17 07:20:22.886577 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-54ddea51-31f0-40e9-8f7e-3d5bf894677b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8ac76d0685db4a5cac0605892884deaf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1212695 Jun 17 07:20:22.886577 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddea51-31f0-40e9-8f7e-3d5bf894677b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0206150c-dfeb-4a66-9c48-7575e31158ea,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:22.887449 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 33876) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:22.889517 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-140ecbe7-c931-4453-a286-f67f9bb90749 req-d2f01a8f-d71c-453b-8e97-d029b6ce269a service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654803 Jun 17 07:20:22.984323 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-36d39301-4474-45f3-a06a-ff3489dae1e3 req-02f60bd4-bc1e-4534-99c0-2fd311f40071 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508578 Jun 17 07:20:22.993610 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-105efd48-8f3f-455a-8332-601feccad87d admin admin] Publish callbacks [] for security_group (0206150c-dfeb-4a66-9c48-7575e31158ea), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.001825 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:23.017549 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-105efd48-8f3f-455a-8332-601feccad87d admin admin] Publish callbacks [] for security_group (0206150c-dfeb-4a66-9c48-7575e31158ea), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.032284 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33884) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:23.066522 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-105efd48-8f3f-455a-8332-601feccad87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (0206150c-dfeb-4a66-9c48-7575e31158ea), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.071712 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-105efd48-8f3f-455a-8332-601feccad87d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.077407 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-105efd48-8f3f-455a-8332-601feccad87d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0206150c-dfeb-4a66-9c48-7575e31158ea HTTP/1.1" status: 204 len: 168 time: 0.1566348 Jun 17 07:20:23.085997 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105efd48-8f3f-455a-8332-601feccad87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0206150c-dfeb-4a66-9c48-7575e31158ea,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:23.152468 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3209967a-687c-49cf-a4fa-8ad5e4fbe172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.163773 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:23.300849 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3209967a-687c-49cf-a4fa-8ad5e4fbe172 admin admin] Publish callbacks [] for security_group (d414301e-a0d3-4a57-96c4-e1e72a405e71), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.307722 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3209967a-687c-49cf-a4fa-8ad5e4fbe172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d414301e-a0d3-4a57-96c4-e1e72a405e71), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.331961 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcbda7-5148-4253-bd31-f84371029c64 req-bb282179-aaa4-4a58-923d-462a3f74445d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:23.338772 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e1fcbda7-5148-4253-bd31-f84371029c64 req-bb282179-aaa4-4a58-923d-462a3f74445d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.0823674 Jun 17 07:20:23.383904 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-3209967a-687c-49cf-a4fa-8ad5e4fbe172 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7fcb281c60c442ff9181f1993959d8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499725 Jun 17 07:20:23.385133 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33900) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:23.395121 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209967a-687c-49cf-a4fa-8ad5e4fbe172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d414301e-a0d3-4a57-96c4-e1e72a405e71,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:23.415560 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a0366-be53-4bed-a968-2b9e246b2538 req-4bc39c02-a5c6-4c22-bb5c-66842931a1b5 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:23.424326 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-291a0366-be53-4bed-a968-2b9e246b2538 req-4bc39c02-a5c6-4c22-bb5c-66842931a1b5 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 943 time: 0.0749002 Jun 17 07:20:23.446052 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e1fcbda7-5148-4253-bd31-f84371029c64 req-83fffe02-4d7a-4ef2-943a-40d1725c146d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062424 Jun 17 07:20:23.475469 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4fff841f-08f0-44ac-b490-7e0136d40332 admin admin] Publish callbacks [] for security_group (d414301e-a0d3-4a57-96c4-e1e72a405e71), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.482025 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-291a0366-be53-4bed-a968-2b9e246b2538 req-d7879814-10a1-4b88-87de-0e56c3622b86 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566504 Jun 17 07:20:23.504384 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4fff841f-08f0-44ac-b490-7e0136d40332 admin admin] Publish callbacks [] for security_group (d414301e-a0d3-4a57-96c4-e1e72a405e71), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.547901 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33906) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:23.561934 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4fff841f-08f0-44ac-b490-7e0136d40332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d414301e-a0d3-4a57-96c4-e1e72a405e71), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.564426 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4fff841f-08f0-44ac-b490-7e0136d40332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.565535 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-4fff841f-08f0-44ac-b490-7e0136d40332 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d414301e-a0d3-4a57-96c4-e1e72a405e71 HTTP/1.1" status: 204 len: 168 time: 0.1770108 Jun 17 07:20:23.576187 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff841f-08f0-44ac-b490-7e0136d40332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d414301e-a0d3-4a57-96c4-e1e72a405e71,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:23.793598 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a5927541-d471-4338-925b-59f8af76aefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.857917 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:23.901465 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a5927541-d471-4338-925b-59f8af76aefa admin admin] Publish callbacks [] for security_group (f6189435-db24-4245-8e54-04cfe78f4ba8), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:23.937985 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a5927541-d471-4338-925b-59f8af76aefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (f6189435-db24-4245-8e54-04cfe78f4ba8), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.064630 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c5c8-4844-4cd7-9114-bb9839dd2d00 req-97631368-8525-4e16-bc07-a3075bbd5182 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:24.073041 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fd38c5c8-4844-4cd7-9114-bb9839dd2d00 req-97631368-8525-4e16-bc07-a3075bbd5182 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0741718 Jun 17 07:20:24.077589 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd2202-0562-402d-8c41-9326b0e62677 req-23fea60a-f005-4aed-b101-8e922f8b4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:24.079168 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6bd2202-0562-402d-8c41-9326b0e62677 req-23fea60a-f005-4aed-b101-8e922f8b4d4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 1127 time: 0.1384501 Jun 17 07:20:24.106502 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a5927541-d471-4338-925b-59f8af76aefa admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=63e10514ff4b4e69a68e6a3e27f1b91b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5484283 Jun 17 07:20:24.106636 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 33934) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:24.106715 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f3d3c-2889-4bb2-b89d-3291556eb615 req-ef6914a5-d093-44ac-9110-02c6cf6f596a tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:24.111098 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b41f3d3c-2889-4bb2-b89d-3291556eb615 req-ef6914a5-d093-44ac-9110-02c6cf6f596a tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 944 time: 0.1955988 Jun 17 07:20:24.122815 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33938) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:24.123520 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5927541-d471-4338-925b-59f8af76aefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6189435-db24-4245-8e54-04cfe78f4ba8,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:24.139431 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-4e3fa968-3b91-4517-9b1f-5ecf0cbe3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:24.140881 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-4e3fa968-3b91-4517-9b1f-5ecf0cbe3d6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=305d4444-e3c2-40f5-8b4b-9acabfd3c3a9 HTTP/1.1" status: 200 len: 851 time: 0.1549714 Jun 17 07:20:24.150878 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc216bfc-7c63-407a-b72b-04896b4a5447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.152704 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:24.193806 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b41f3d3c-2889-4bb2-b89d-3291556eb615 req-b2b92d2f-a3f0-4662-ba09-3b849a08026f tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818388 Jun 17 07:20:24.225297 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:24.240705 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fd38c5c8-4844-4cd7-9114-bb9839dd2d00 req-31549007-33ea-4c30-8bbf-48b6b3459e90 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662509 Jun 17 07:20:24.249596 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c008aabf-1fb1-486c-831a-8fdb898515b6 req-748db4f3-a595-4ff0-b56d-12fd1306362b service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171949 Jun 17 07:20:24.262332 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc216bfc-7c63-407a-b72b-04896b4a5447 admin admin] Publish callbacks [] for security_group (9b03b350-3a3d-4de2-aea1-7dbb2399068e), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.267138 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dc216bfc-7c63-407a-b72b-04896b4a5447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (9b03b350-3a3d-4de2-aea1-7dbb2399068e), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.271120 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a493d216-068e-4b2c-afbc-3aa94cb4a7b4 admin admin] Publish callbacks [] for security_group (f6189435-db24-4245-8e54-04cfe78f4ba8), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.294783 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a493d216-068e-4b2c-afbc-3aa94cb4a7b4 admin admin] Publish callbacks [] for security_group (f6189435-db24-4245-8e54-04cfe78f4ba8), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.306440 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-dc216bfc-7c63-407a-b72b-04896b4a5447 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9e7e103180e34d0fa958d0c1b3cd62ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800668 Jun 17 07:20:24.307014 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 33946) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:24.337233 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc216bfc-7c63-407a-b72b-04896b4a5447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b03b350-3a3d-4de2-aea1-7dbb2399068e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:24.359478 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a493d216-068e-4b2c-afbc-3aa94cb4a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (f6189435-db24-4245-8e54-04cfe78f4ba8), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.363307 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a493d216-068e-4b2c-afbc-3aa94cb4a7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.367243 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-a493d216-068e-4b2c-afbc-3aa94cb4a7b4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f6189435-db24-4245-8e54-04cfe78f4ba8 HTTP/1.1" status: 204 len: 168 time: 0.2637994 Jun 17 07:20:24.374730 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba806ae1-7519-4de8-85c2-94cb6416a92a admin admin] Publish callbacks [] for security_group (9b03b350-3a3d-4de2-aea1-7dbb2399068e), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.377048 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493d216-068e-4b2c-afbc-3aa94cb4a7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6189435-db24-4245-8e54-04cfe78f4ba8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:24.407680 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba806ae1-7519-4de8-85c2-94cb6416a92a admin admin] Publish callbacks [] for security_group (9b03b350-3a3d-4de2-aea1-7dbb2399068e), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.466493 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba806ae1-7519-4de8-85c2-94cb6416a92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (9b03b350-3a3d-4de2-aea1-7dbb2399068e), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.469262 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ba806ae1-7519-4de8-85c2-94cb6416a92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:24.473114 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ba806ae1-7519-4de8-85c2-94cb6416a92a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9b03b350-3a3d-4de2-aea1-7dbb2399068e HTTP/1.1" status: 204 len: 168 time: 0.1635129 Jun 17 07:20:24.492261 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba806ae1-7519-4de8-85c2-94cb6416a92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b03b350-3a3d-4de2-aea1-7dbb2399068e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:24.605930 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0986979-f196-4720-af7d-7c692ac158fc req-ab380cc3-1602-46bd-9b08-4595b14831ff tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:24.612946 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b0986979-f196-4720-af7d-7c692ac158fc req-ab380cc3-1602-46bd-9b08-4595b14831ff tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.0636585 Jun 17 07:20:24.671132 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715e3bd-914e-4b49-84b8-8e8890a82d51 req-b08091cd-24ee-40fa-94cf-6e76ac258766 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:24.676583 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b0986979-f196-4720-af7d-7c692ac158fc req-ce04debc-1255-4a3c-b058-f70561827376 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578890 Jun 17 07:20:24.681482 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3715e3bd-914e-4b49-84b8-8e8890a82d51 req-b08091cd-24ee-40fa-94cf-6e76ac258766 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 943 time: 0.0896831 Jun 17 07:20:24.743132 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3715e3bd-914e-4b49-84b8-8e8890a82d51 req-4b4c08a3-8b7a-4b09-af12-0c158e235927 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560670 Jun 17 07:20:24.915344 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34008) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:24.931414 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-362f69e0-3ee7-4651-8bb4-81f56af62758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:25.054570 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-362f69e0-3ee7-4651-8bb4-81f56af62758 admin admin] Publish callbacks [] for security_group (368a28fa-625e-4c3c-ab55-31f66a56a9d4), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:25.062396 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-362f69e0-3ee7-4651-8bb4-81f56af62758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (368a28fa-625e-4c3c-ab55-31f66a56a9d4), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:25.114506 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-362f69e0-3ee7-4651-8bb4-81f56af62758 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=50cc17436227484183b977517a2cd94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980653 Jun 17 07:20:25.115867 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f69e0-3ee7-4651-8bb4-81f56af62758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368a28fa-625e-4c3c-ab55-31f66a56a9d4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:25.117261 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34018) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:25.181632 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6ad3-73c7-47c8-af72-656136cb22db admin admin] Publish callbacks [] for security_group (368a28fa-625e-4c3c-ab55-31f66a56a9d4), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:25.206868 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6ad3-73c7-47c8-af72-656136cb22db admin admin] Publish callbacks [] for security_group (368a28fa-625e-4c3c-ab55-31f66a56a9d4), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:25.302574 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6ad3-73c7-47c8-af72-656136cb22db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (368a28fa-625e-4c3c-ab55-31f66a56a9d4), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:25.305088 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6ad3-73c7-47c8-af72-656136cb22db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:25.306765 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-2ffb6ad3-73c7-47c8-af72-656136cb22db admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/368a28fa-625e-4c3c-ab55-31f66a56a9d4 HTTP/1.1" status: 204 len: 168 time: 0.1879284 Jun 17 07:20:25.355563 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb6ad3-73c7-47c8-af72-656136cb22db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368a28fa-625e-4c3c-ab55-31f66a56a9d4,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:25.389765 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388b1f2-5e3a-48d3-98e0-b0f2c64fa05d req-09d2f4c7-4818-4b76-9dca-1fd428af8f04 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:25.392092 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2388b1f2-5e3a-48d3-98e0-b0f2c64fa05d req-09d2f4c7-4818-4b76-9dca-1fd428af8f04 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 944 time: 0.1179609 Jun 17 07:20:25.415734 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 679e8420-15a8-4888-a16d-37cc6488380e details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:20:25.459666 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2388b1f2-5e3a-48d3-98e0-b0f2c64fa05d req-3885a977-974d-4528-a1db-5889312401ea tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609283 Jun 17 07:20:25.478329 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34048) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:25.478669 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:25.608312 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-60307212-ce80-4055-8ca3-ae954f9fcafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:25.613266 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-60307212-ce80-4055-8ca3-ae954f9fcafc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57d55a23-c630-40ec-bb39-da47a22efdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1314468 Jun 17 07:20:25.617451 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:25.619714 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b134c-43f9-46d0-9980-a886c7b51ade req-41de8834-b386-4588-bac8-82bed9e922d1 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:25.630028 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6f5b134c-43f9-46d0-9980-a886c7b51ade req-41de8834-b386-4588-bac8-82bed9e922d1 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.2495642 Jun 17 07:20:25.674620 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 679e8420-15a8-4888-a16d-37cc6488380e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=679e8420-15a8-4888-a16d-37cc6488380e,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:25.691241 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '679e8420-15a8-4888-a16d-37cc6488380e', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'port_id': '679e8420-15a8-4888-a16d-37cc6488380e', 'mac_address': 'fa:16:3e:04:1c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:20:25.748426 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13a3e4bb-15e9-4fd5-99cc-bf75dda70e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:25.760224 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 679e8420-15a8-4888-a16d-37cc6488380e is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:25.762035 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (679e8420-15a8-4888-a16d-37cc6488380e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:25.806135 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679e8420-15a8-4888-a16d-37cc6488380e {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:20:25.811673 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed76e-bc87-4739-8dca-314188498d62 req-3ccf91c9-1f88-4230-970c-2982ac778008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:25.813478 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a47ed76e-bc87-4739-8dca-314188498d62 req-3ccf91c9-1f88-4230-970c-2982ac778008 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 1127 time: 0.3336766 Jun 17 07:20:25.870688 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 679e8420-15a8-4888-a16d-37cc6488380e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=679e8420-15a8-4888-a16d-37cc6488380e,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:25.879516 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (679e8420-15a8-4888-a16d-37cc6488380e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:25.891459 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:25.920858 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6f5b134c-43f9-46d0-9980-a886c7b51ade req-696f5142-d6c6-4e9d-bddc-6131c8b67e3d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887385 Jun 17 07:20:25.927368 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd2202-0562-402d-8c41-9326b0e62677 req-f69f3ace-2095-4825-88a9-57fc5742fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:25.929358 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6bd2202-0562-402d-8c41-9326b0e62677 req-f69f3ace-2095-4825-88a9-57fc5742fdfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.4464386 Jun 17 07:20:25.935159 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=679e8420-15a8-4888-a16d-37cc6488380e,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:25.942482 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:26.017596 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f2281-6402-432c-98f4-fce8eb08e21c req-3a59e1b2-ef51-4ea4-b1a5-0034747b0895 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:26.021016 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e64f2281-6402-432c-98f4-fce8eb08e21c req-3a59e1b2-ef51-4ea4-b1a5-0034747b0895 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.1299181 Jun 17 07:20:26.037843 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13a3e4bb-15e9-4fd5-99cc-bf75dda70e98 admin admin] Publish callbacks [] for security_group (3b32863a-7817-4f32-a59f-5a3d6b6da552), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:26.049543 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13a3e4bb-15e9-4fd5-99cc-bf75dda70e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (3b32863a-7817-4f32-a59f-5a3d6b6da552), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:26.083640 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9590c-b441-4949-8275-0d58ae78bd6e req-118bbd00-1e87-4dd5-960a-c9fce550837e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:26.094968 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-54c9590c-b441-4949-8275-0d58ae78bd6e req-118bbd00-1e87-4dd5-960a-c9fce550837e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 943 time: 0.0831971 Jun 17 07:20:26.129056 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-13a3e4bb-15e9-4fd5-99cc-bf75dda70e98 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a7a3e4f73f204fb99efd5e62842beb75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6384399 Jun 17 07:20:26.129800 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34072) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:26.147072 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3e4bb-15e9-4fd5-99cc-bf75dda70e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b32863a-7817-4f32-a59f-5a3d6b6da552,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:26.172409 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-54c9590c-b441-4949-8275-0d58ae78bd6e req-2179aac3-cdbd-4baa-8ec2-7cc6b3e0a815 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617073 Jun 17 07:20:26.173491 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e64f2281-6402-432c-98f4-fce8eb08e21c req-614667f2-1823-4876-acff-d1d78f0043a9 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280696 Jun 17 07:20:26.190910 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['679e8420-15a8-4888-a16d-37cc6488380e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:20:26.231866 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-511abe36-5b81-4fad-afe8-4526ef816917 admin admin] Publish callbacks [] for security_group (3b32863a-7817-4f32-a59f-5a3d6b6da552), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:26.257548 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-511abe36-5b81-4fad-afe8-4526ef816917 admin admin] Publish callbacks [] for security_group (3b32863a-7817-4f32-a59f-5a3d6b6da552), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:26.321868 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-511abe36-5b81-4fad-afe8-4526ef816917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (3b32863a-7817-4f32-a59f-5a3d6b6da552), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:26.327893 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-511abe36-5b81-4fad-afe8-4526ef816917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:26.332818 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-511abe36-5b81-4fad-afe8-4526ef816917 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3b32863a-7817-4f32-a59f-5a3d6b6da552 HTTP/1.1" status: 204 len: 168 time: 0.1952405 Jun 17 07:20:26.370011 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:26.380599 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511abe36-5b81-4fad-afe8-4526ef816917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b32863a-7817-4f32-a59f-5a3d6b6da552,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:26.453959 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47e641-f781-4727-89f0-d3e753446907 req-cfb7c793-3f7f-4504-be88-d927cc4e823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:26.455472 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9c47e641-f781-4727-89f0-d3e753446907 req-cfb7c793-3f7f-4504-be88-d927cc4e823f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 1127 time: 0.1224968 Jun 17 07:20:26.510832 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6bd2202-0562-402d-8c41-9326b0e62677 req-ca19dfd6-b37c-42a5-bc4b-3384635ae6aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=679e8420-15a8-4888-a16d-37cc6488380e HTTP/1.1" status: 200 len: 217 time: 0.1846383 Jun 17 07:20:26.516613 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:26.585423 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-17581c36-fb5b-495d-bed8-09ccc01c36e5 service neutron] 10.222.0.16 "GET /v2.0/networks/57d55a23-c630-40ec-bb39-da47a22efdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512825 Jun 17 07:20:26.717263 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47e641-f781-4727-89f0-d3e753446907 req-8cd01e8e-a21d-44e7-ae23-00cb194f8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:26.719067 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9c47e641-f781-4727-89f0-d3e753446907 req-8cd01e8e-a21d-44e7-ae23-00cb194f8299 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.2493412 Jun 17 07:20:26.795375 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9c47e641-f781-4727-89f0-d3e753446907 req-2db60f29-3de0-4729-bff0-f311e13baaaa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b91810a2-f141-4e45-96ab-9963b0a82c19 HTTP/1.1" status: 200 len: 217 time: 0.0631659 Jun 17 07:20:26.830668 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34096) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:26.853558 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd2202-0562-402d-8c41-9326b0e62677 req-747e25ee-92b5-4b13-8118-239628593662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:26.854208 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47e641-f781-4727-89f0-d3e753446907 req-05449c07-1889-4b25-8b6e-47d22ebbb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:26.855454 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6bd2202-0562-402d-8c41-9326b0e62677 req-747e25ee-92b5-4b13-8118-239628593662 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.3371172 Jun 17 07:20:26.855753 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9c47e641-f781-4727-89f0-d3e753446907 req-05449c07-1889-4b25-8b6e-47d22ebbb46f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.0547643 Jun 17 07:20:26.858397 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-f9dbbfec-e284-4ab5-b613-b0037a347d78 service neutron] 10.222.0.16 "GET /v2.0/networks/57d55a23-c630-40ec-bb39-da47a22efdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627776 Jun 17 07:20:26.859602 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed76e-bc87-4739-8dca-314188498d62 req-758f5909-8b7c-4385-8a6e-f7e7bfe77b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:26.861136 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a47ed76e-bc87-4739-8dca-314188498d62 req-758f5909-8b7c-4385-8a6e-f7e7bfe77b94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 917 time: 0.5347514 Jun 17 07:20:26.864323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f186bf14-4e79-4d7e-a1f3-b8292d1b574f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:26.897812 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53985282-7d0e-410c-bd9e-7c2f69fca977 req-9e32d4ad-17a9-4659-ba1e-7b2ecfdcc1be tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:26.899757 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-53985282-7d0e-410c-bd9e-7c2f69fca977 req-9e32d4ad-17a9-4659-ba1e-7b2ecfdcc1be tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 944 time: 0.3082154 Jun 17 07:20:26.937034 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47e641-f781-4727-89f0-d3e753446907 req-60d86630-29e7-4b29-a8cc-14f4676b53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:26.941726 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9c47e641-f781-4727-89f0-d3e753446907 req-60d86630-29e7-4b29-a8cc-14f4676b53fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662332 Jun 17 07:20:26.968528 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a47ed76e-bc87-4739-8dca-314188498d62 req-be7eacde-d4b3-4e7b-b22f-01ae932f0256 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533 HTTP/1.1" status: 200 len: 217 time: 0.0855038 Jun 17 07:20:27.003539 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd2202-0562-402d-8c41-9326b0e62677 req-be3f344a-cf24-4f9f-93df-c8f470104873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:27.005499 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6bd2202-0562-402d-8c41-9326b0e62677 req-be3f344a-cf24-4f9f-93df-c8f470104873 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1314826 Jun 17 07:20:27.065590 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-53985282-7d0e-410c-bd9e-7c2f69fca977 req-c1ab07cf-8a8a-4ace-9ff9-2c7088a854a8 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453187 Jun 17 07:20:27.067840 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03018feb-0712-41ae-ab6d-666d91325005 req-f12cdd4c-b314-4563-8741-451364e1a0b0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:27.069956 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-03018feb-0712-41ae-ab6d-666d91325005 req-f12cdd4c-b314-4563-8741-451364e1a0b0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0576978 Jun 17 07:20:27.113987 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f186bf14-4e79-4d7e-a1f3-b8292d1b574f admin admin] Publish callbacks [] for security_group (572589c1-716d-4889-9936-c52e82dd0b18), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:27.120000 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f186bf14-4e79-4d7e-a1f3-b8292d1b574f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (572589c1-716d-4889-9936-c52e82dd0b18), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:27.148401 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-03018feb-0712-41ae-ab6d-666d91325005 req-0d3a4da5-ef3a-49ad-b5bb-813d95fb2a56 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710602 Jun 17 07:20:27.179767 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f186bf14-4e79-4d7e-a1f3-b8292d1b574f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bfb6cee2478d4091b8ca22c9f47c5ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450575 Jun 17 07:20:27.179767 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186bf14-4e79-4d7e-a1f3-b8292d1b574f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572589c1-716d-4889-9936-c52e82dd0b18,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:27.180929 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34112) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:27.272901 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:27.297709 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83def448-7642-438f-a3f3-9b52c818d0cc admin admin] Publish callbacks [] for security_group (572589c1-716d-4889-9936-c52e82dd0b18), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:27.319820 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:27.352092 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56b407-027f-4f25-8900-602d10c4c7a3 req-2e208bc6-588d-4b0a-93ba-d3ebd2fca14f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:27.353173 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83def448-7642-438f-a3f3-9b52c818d0cc admin admin] Publish callbacks [] for security_group (572589c1-716d-4889-9936-c52e82dd0b18), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:27.359182 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6e56b407-027f-4f25-8900-602d10c4c7a3 req-2e208bc6-588d-4b0a-93ba-d3ebd2fca14f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 943 time: 0.0671017 Jun 17 07:20:27.361762 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7c56c-4ac4-440f-a3a0-741b929c3d2d req-aefa2fb2-c023-494a-8dcd-e9c2c9ca5b5b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:27.363340 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e7d7c56c-4ac4-440f-a3a0-741b929c3d2d req-aefa2fb2-c023-494a-8dcd-e9c2c9ca5b5b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 943 time: 0.0774572 Jun 17 07:20:27.406477 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:20:27.463049 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6e56b407-027f-4f25-8900-602d10c4c7a3 req-458ddc84-ab0f-48a8-be81-03490db52dbc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029062 Jun 17 07:20:27.463282 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e7d7c56c-4ac4-440f-a3a0-741b929c3d2d req-774c17d2-13ac-40c2-bf13-c7241f9d3581 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919423 Jun 17 07:20:27.474946 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83def448-7642-438f-a3f3-9b52c818d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (572589c1-716d-4889-9936-c52e82dd0b18), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:27.478823 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83def448-7642-438f-a3f3-9b52c818d0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:27.483657 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-83def448-7642-438f-a3f3-9b52c818d0cc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/572589c1-716d-4889-9936-c52e82dd0b18 HTTP/1.1" status: 204 len: 168 time: 0.3015170 Jun 17 07:20:27.502609 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 679e8420-15a8-4888-a16d-37cc6488380e up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:20:27.514371 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83def448-7642-438f-a3f3-9b52c818d0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572589c1-716d-4889-9936-c52e82dd0b18,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:27.580430 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:27.600682 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'port_id': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c', 'mac_address': 'fa:16:3e:9d:d5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:20:27.602938 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 679e8420-15a8-4888-a16d-37cc6488380e completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:20:27.611610 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 679e8420-15a8-4888-a16d-37cc6488380e triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:27.612014 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (679e8420-15a8-4888-a16d-37cc6488380e), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:27.674218 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:27.674522 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:27.692366 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:20:27.733952 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:27.742291 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:27.743783 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 64a7d8d8-05dd-4a53-a5a0-14ec44851533 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:20:27.780507 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 679e8420-15a8-4888-a16d-37cc6488380e is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:27.781116 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (679e8420-15a8-4888-a16d-37cc6488380e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:27.833465 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5420c538-ebd6-4349-934d-9cd2d5ec2cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e8420-15a8-4888-a16d-37cc6488380e'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:27.927216 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 679e8420-15a8-4888-a16d-37cc6488380e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=679e8420-15a8-4888-a16d-37cc6488380e,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:27.928342 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9c47e641-f781-4727-89f0-d3e753446907 req-ffe619d3-8664-4e93-aae5-d14e0d5840fa service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275515 Jun 17 07:20:27.930189 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:27.972648 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed76e-bc87-4739-8dca-314188498d62 req-3ffc08a9-97b5-4509-9b98-a256d15f87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:27.981700 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (679e8420-15a8-4888-a16d-37cc6488380e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:27.984832 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a47ed76e-bc87-4739-8dca-314188498d62 req-3ffc08a9-97b5-4509-9b98-a256d15f87c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 200 len: 855 time: 0.2555008 Jun 17 07:20:27.994677 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:28.075351 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:28.129403 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9c47e641-f781-4727-89f0-d3e753446907 req-f1663038-d9a2-4d25-a953-00ea9764e457 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923821 Jun 17 07:20:28.162276 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed76e-bc87-4739-8dca-314188498d62 req-e55588d8-fe75-4f67-9040-ffe160e5011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:28.163863 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a47ed76e-bc87-4739-8dca-314188498d62 req-e55588d8-fe75-4f67-9040-ffe160e5011c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1772110 Jun 17 07:20:28.171313 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:28.206152 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6bd2202-0562-402d-8c41-9326b0e62677 req-e18eb96e-c11f-4e08-83d7-e3e6accf9788 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077260 Jun 17 07:20:28.209353 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:28.212012 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=679e8420-15a8-4888-a16d-37cc6488380e,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:28.239087 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'port_id': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'mac_address': 'fa:16:3e:43:ac:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:20:28.301782 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883f6289-9132-47ca-a696-ba5ef19afa5f" -d '{"events": [{"server_uuid": "5420c538-ebd6-4349-934d-9cd2d5ec2cfc", "name": "network-vif-plugged", "status": "completed", "tag": "679e8420-15a8-4888-a16d-37cc6488380e"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:28.350660 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:28.350660 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:28.389272 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962a829-927f-4a10-bb4f-3a4ca000c54b req-e5da62a5-2b1a-4bc4-87cd-a7e2a5c95b08 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:28.395969 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7962a829-927f-4a10-bb4f-3a4ca000c54b req-e5da62a5-2b1a-4bc4-87cd-a7e2a5c95b08 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.1256883 Jun 17 07:20:28.403188 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a7d8d8-05dd-4a53-a5a0-14ec44851533 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:20:28.441594 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:28.448762 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:28.476964 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7962a829-927f-4a10-bb4f-3a4ca000c54b req-7c62baad-7cdb-46d1-a6e8-1086d5247a15 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597260 Jun 17 07:20:28.484291 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:28.487619 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6bd2202-0562-402d-8c41-9326b0e62677 req-2b069048-fd7f-4c65-9e2c-51c6485c138b service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391412 Jun 17 07:20:28.495499 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06e044-a4bd-45a6-97a0-c284e7437277 req-9bb07b3d-422b-45e1-a763-6520a7b59fcd tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:28.497312 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3e06e044-a4bd-45a6-97a0-c284e7437277 req-9bb07b3d-422b-45e1-a763-6520a7b59fcd tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 944 time: 0.2961123 Jun 17 07:20:28.525973 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=64a7d8d8-05dd-4a53-a5a0-14ec44851533,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:28.572165 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a47ed76e-bc87-4739-8dca-314188498d62 req-9e7ed574-ad7e-4098-a838-3724f160bfcd service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987389 Jun 17 07:20:28.587863 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3e06e044-a4bd-45a6-97a0-c284e7437277 req-f094cf54-54c8-4ec5-9895-278abbb23c3f tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819452 Jun 17 07:20:28.710404 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1544f2af-b2e1-41b7-89d2-087ab5161f35 x-openstack-request-id: req-1544f2af-b2e1-41b7-89d2-087ab5161f35 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:28.710713 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5420c538-ebd6-4349-934d-9cd2d5ec2cfc", "name": "network-vif-plugged", "status": "completed", "tag": "679e8420-15a8-4888-a16d-37cc6488380e", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:28.711754 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1544f2af-b2e1-41b7-89d2-087ab5161f35 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:28.712450 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1544f2af-b2e1-41b7-89d2-087ab5161f35'] response: {'server_uuid': '5420c538-ebd6-4349-934d-9cd2d5ec2cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e8420-15a8-4888-a16d-37cc6488380e', 'code': 200} Jun 17 07:20:28.743784 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed93c7-42cd-4508-98a0-a0f54a7d4097 req-f7f0558c-b280-4ab2-9437-867313af05e1 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:28.743784 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-29ed93c7-42cd-4508-98a0-a0f54a7d4097 req-f7f0558c-b280-4ab2-9437-867313af05e1 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 943 time: 0.0656824 Jun 17 07:20:28.797488 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a47ed76e-bc87-4739-8dca-314188498d62 req-03dd0b64-3c25-4f5c-9e0c-fc57eadee65c service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084861 Jun 17 07:20:28.840456 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:20:28.842664 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-29ed93c7-42cd-4508-98a0-a0f54a7d4097 req-d6174ffd-9f88-4c23-acc5-d5e9eaf61786 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829496 Jun 17 07:20:28.942489 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9551424-6515-4706-bba3-f769d06b3446 req-592851b6-6f19-437a-a741-4d54628f9733 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:28.944702 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c9551424-6515-4706-bba3-f769d06b3446 req-592851b6-6f19-437a-a741-4d54628f9733 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 944 time: 0.1170776 Jun 17 07:20:28.974831 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34192) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:29.021275 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2014b5-801e-4f01-92a3-a7b52b3c085f req-2328677f-fa23-4ce5-9bd2-07190e368eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:29.022803 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c9551424-6515-4706-bba3-f769d06b3446 req-5763b10f-ac40-4eab-9d8b-4946dd531891 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705187 Jun 17 07:20:29.024755 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['64a7d8d8-05dd-4a53-a5a0-14ec44851533'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:20:29.034618 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cf2014b5-801e-4f01-92a3-a7b52b3c085f req-2328677f-fa23-4ce5-9bd2-07190e368eb4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 1129 time: 0.1059320 Jun 17 07:20:29.066459 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cf2014b5-801e-4f01-92a3-a7b52b3c085f req-8d408a74-2649-4d10-b8b7-9ec8a4ff24f7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.170198 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cf2014b5-801e-4f01-92a3-a7b52b3c085f req-8d408a74-2649-4d10-b8b7-9ec8a4ff24f7 service neutron] Publish callbacks [] for security_group (35fa7733-13ea-4153-9b6c-8559f9b6814f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.178691 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cf2014b5-801e-4f01-92a3-a7b52b3c085f req-8d408a74-2649-4d10-b8b7-9ec8a4ff24f7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (35fa7733-13ea-4153-9b6c-8559f9b6814f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.232785 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cf2014b5-801e-4f01-92a3-a7b52b3c085f req-8d408a74-2649-4d10-b8b7-9ec8a4ff24f7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836586 Jun 17 07:20:29.235674 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d408a74-2649-4d10-b8b7-9ec8a4ff24f7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=35fa7733-13ea-4153-9b6c-8559f9b6814f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:29.248572 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36e543e2-26c8-4ce0-b542-d5b7e3932148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.358723 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:20:29.363432 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36e543e2-26c8-4ce0-b542-d5b7e3932148 admin admin] Publish callbacks [] for security_group (e7e5daf4-554f-42f9-862f-2f3a68156dcc), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.369464 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-36e543e2-26c8-4ce0-b542-d5b7e3932148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (e7e5daf4-554f-42f9-862f-2f3a68156dcc), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.407498 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e543e2-26c8-4ce0-b542-d5b7e3932148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e5daf4-554f-42f9-862f-2f3a68156dcc,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:29.426313 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34210) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:29.427441 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-36e543e2-26c8-4ce0-b542-d5b7e3932148 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=082383cd98734e94bc8ba7275ea2fdff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512022 Jun 17 07:20:29.488379 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22eff8fc-1e14-4b12-aca7-2b5c8a8ebb0b admin admin] Publish callbacks [] for security_group (e7e5daf4-554f-42f9-862f-2f3a68156dcc), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.513181 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22eff8fc-1e14-4b12-aca7-2b5c8a8ebb0b admin admin] Publish callbacks [] for security_group (e7e5daf4-554f-42f9-862f-2f3a68156dcc), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.569346 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22eff8fc-1e14-4b12-aca7-2b5c8a8ebb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (e7e5daf4-554f-42f9-862f-2f3a68156dcc), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.573111 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22eff8fc-1e14-4b12-aca7-2b5c8a8ebb0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.574744 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-22eff8fc-1e14-4b12-aca7-2b5c8a8ebb0b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e7e5daf4-554f-42f9-862f-2f3a68156dcc HTTP/1.1" status: 204 len: 168 time: 0.1473899 Jun 17 07:20:29.606302 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eff8fc-1e14-4b12-aca7-2b5c8a8ebb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e5daf4-554f-42f9-862f-2f3a68156dcc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:29.634129 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fa0c2-0d6d-4fc2-9283-136ee1fed9dc req-d9d8d3a2-7381-450b-a221-240caac54ea4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:29.637286 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e12fa0c2-0d6d-4fc2-9283-136ee1fed9dc req-d9d8d3a2-7381-450b-a221-240caac54ea4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 944 time: 0.0697842 Jun 17 07:20:29.681414 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device b91810a2-f141-4e45-96ab-9963b0a82c19 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:20:29.694571 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:29.705850 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e12fa0c2-0d6d-4fc2-9283-136ee1fed9dc req-4ece195f-cccc-43db-a9ef-59843a94aa91 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627007 Jun 17 07:20:29.720241 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcbe44-8a9d-430a-8f42-943253bcd380 req-086ddf0b-3c91-4490-8690-fc079b6f456b tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:29.728447 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-29dcbe44-8a9d-430a-8f42-943253bcd380 req-086ddf0b-3c91-4490-8690-fc079b6f456b tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 944 time: 0.0625706 Jun 17 07:20:29.787882 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-29dcbe44-8a9d-430a-8f42-943253bcd380 req-42d5c06f-aa5e-4930-8c00-94a7fea00711 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582829 Jun 17 07:20:29.829242 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port b91810a2-f141-4e45-96ab-9963b0a82c19, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b91810a2-f141-4e45-96ab-9963b0a82c19,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:29.851162 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': 'b91810a2-f141-4e45-96ab-9963b0a82c19', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'port_id': 'b91810a2-f141-4e45-96ab-9963b0a82c19', 'mac_address': 'fa:16:3e:7e:af:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:20:29.894430 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port b91810a2-f141-4e45-96ab-9963b0a82c19 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:29.895004 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.910869 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91810a2-f141-4e45-96ab-9963b0a82c19 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:20:29.947992 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port b91810a2-f141-4e45-96ab-9963b0a82c19, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b91810a2-f141-4e45-96ab-9963b0a82c19,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:29.953728 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:29.954998 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 2b54f26a-5895-4258-b7f5-aa5845feef41 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:20:29.960639 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:30.012605 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6c54f-e52b-4ebd-8beb-96f915e5aab9 req-45186ccf-b860-4137-8a8c-b1df317190bf tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:30.020687 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cec6c54f-e52b-4ebd-8beb-96f915e5aab9 req-45186ccf-b860-4137-8a8c-b1df317190bf tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 944 time: 0.0744390 Jun 17 07:20:30.054283 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=b91810a2-f141-4e45-96ab-9963b0a82c19,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:30.061291 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:30.112547 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cec6c54f-e52b-4ebd-8beb-96f915e5aab9 req-d1e71255-9599-4611-94ba-bea041196607 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895951 Jun 17 07:20:30.143116 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 2b54f26a-5895-4258-b7f5-aa5845feef41, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2b54f26a-5895-4258-b7f5-aa5845feef41,segment=NetworkSegment(5ca2efc1-95eb-4d37-b7f5-edb40c4867ad),segment_id=5ca2efc1-95eb-4d37-b7f5-edb40c4867ad)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:30.170812 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '2b54f26a-5895-4258-b7f5-aa5845feef41', 'network_id': '57d55a23-c630-40ec-bb39-da47a22efdb9', 'port_id': '2b54f26a-5895-4258-b7f5-aa5845feef41', 'mac_address': 'fa:16:3e:75:7b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '305d4444-e3c2-40f5-8b4b-9acabfd3c3a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:20:30.181992 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34240) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:30.185377 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:30.200298 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3baae62c-c2e0-4db6-8591-95be1913fdb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.215566 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:20:30.223646 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37c749-b6f4-42dc-bfc9-86ea12d8b58f req-602c8f80-d5d7-4c5a-bf53-50ea99ccca8a tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:30.236923 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cf37c749-b6f4-42dc-bfc9-86ea12d8b58f req-602c8f80-d5d7-4c5a-bf53-50ea99ccca8a tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 944 time: 0.1206925 Jun 17 07:20:30.306913 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 2b54f26a-5895-4258-b7f5-aa5845feef41 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:30.307301 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.325796 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:20:30.330778 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b54f26a-5895-4258-b7f5-aa5845feef41 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:20:30.337300 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:30.337568 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.342032 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3baae62c-c2e0-4db6-8591-95be1913fdb8 admin admin] Publish callbacks [] for security_group (d8788f91-e823-4ac4-a006-3baf1bac54de), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.346886 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3baae62c-c2e0-4db6-8591-95be1913fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d8788f91-e823-4ac4-a006-3baf1bac54de), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.353470 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cf37c749-b6f4-42dc-bfc9-86ea12d8b58f req-128ab901-3247-40b6-8314-c29b7b3ab29e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156723 Jun 17 07:20:30.374653 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:30.386641 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-3baae62c-c2e0-4db6-8591-95be1913fdb8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=05545bb5fb46427d9aae6434b651715a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011273 Jun 17 07:20:30.388818 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34248) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:30.394583 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 2b54f26a-5895-4258-b7f5-aa5845feef41, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2b54f26a-5895-4258-b7f5-aa5845feef41,segment=NetworkSegment(5ca2efc1-95eb-4d37-b7f5-edb40c4867ad),segment_id=5ca2efc1-95eb-4d37-b7f5-edb40c4867ad)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:30.402149 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.420141 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baae62c-c2e0-4db6-8591-95be1913fdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8788f91-e823-4ac4-a006-3baf1bac54de,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:30.486800 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-064111aa-1b10-4aae-b3d8-d20755d6928b admin admin] Publish callbacks [] for security_group (d8788f91-e823-4ac4-a006-3baf1bac54de), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.492297 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:30.517230 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=2b54f26a-5895-4258-b7f5-aa5845feef41,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:30.517467 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=21 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:30.519933 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:30.520845 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.545311 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-064111aa-1b10-4aae-b3d8-d20755d6928b admin admin] Publish callbacks [] for security_group (d8788f91-e823-4ac4-a006-3baf1bac54de), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.568957 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:30.578961 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.579944 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 64a7d8d8-05dd-4a53-a5a0-14ec44851533 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:20:30.617935 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-064111aa-1b10-4aae-b3d8-d20755d6928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d8788f91-e823-4ac4-a006-3baf1bac54de), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.621225 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-064111aa-1b10-4aae-b3d8-d20755d6928b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.623724 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-064111aa-1b10-4aae-b3d8-d20755d6928b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d8788f91-e823-4ac4-a006-3baf1bac54de HTTP/1.1" status: 204 len: 168 time: 0.2335486 Jun 17 07:20:30.637985 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064111aa-1b10-4aae-b3d8-d20755d6928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8788f91-e823-4ac4-a006-3baf1bac54de,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:30.711046 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:30.714327 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a8c90c-c561-4193-8276-ae0351b550f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:30.716700 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c47242-3c68-43fc-8db9-d561ca1a8325" -d '{"events": [{"server_uuid": "73a8c90c-c561-4193-8276-ae0351b550f4", "name": "network-vif-plugged", "status": "completed", "tag": "b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:30.731186 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:20:30.739046 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:30.739449 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:30.796545 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a49fae-0e5c-4173-84f3-c0adb68c8275 x-openstack-request-id: req-96a49fae-0e5c-4173-84f3-c0adb68c8275 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:30.797050 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a8c90c-c561-4193-8276-ae0351b550f4", "name": "network-vif-plugged", "status": "completed", "tag": "b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:30.797305 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-96a49fae-0e5c-4173-84f3-c0adb68c8275 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:30.797704 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a49fae-0e5c-4173-84f3-c0adb68c8275'] response: {'server_uuid': '73a8c90c-c561-4193-8276-ae0351b550f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c', 'code': 200} Jun 17 07:20:30.837511 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['b91810a2-f141-4e45-96ab-9963b0a82c19'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:20:30.937913 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ade40-e48f-4b71-b4c1-d19210fc0004 req-25390ed1-d32d-44a1-804b-dd3e71fed69d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:30.955464 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d53ade40-e48f-4b71-b4c1-d19210fc0004 req-25390ed1-d32d-44a1-804b-dd3e71fed69d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 944 time: 0.1224880 Jun 17 07:20:30.971708 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64347df0-5aa7-437d-a7c9-07fc2f48e1c8 req-2c294b97-4209-4026-b236-d236bb2ca1a8 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:30.980438 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-64347df0-5aa7-437d-a7c9-07fc2f48e1c8 req-2c294b97-4209-4026-b236-d236bb2ca1a8 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 945 time: 0.0827875 Jun 17 07:20:30.992168 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['2b54f26a-5895-4258-b7f5-aa5845feef41'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:20:31.054042 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d53ade40-e48f-4b71-b4c1-d19210fc0004 req-05878643-92da-42ce-8aff-6420132c629f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954421 Jun 17 07:20:31.077409 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:31.077788 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:31.084108 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-64347df0-5aa7-437d-a7c9-07fc2f48e1c8 req-cbd771f2-9753-4a19-93a2-575e302081c2 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024184 Jun 17 07:20:31.196101 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:31.209236 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cdd3f-74e0-45cb-a688-e8e1bf0cb0a3 req-00f49589-6e51-4317-9435-3c202f6621c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:31.213725 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d75cdd3f-74e0-45cb-a688-e8e1bf0cb0a3 req-00f49589-6e51-4317-9435-3c202f6621c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 1129 time: 0.1071777 Jun 17 07:20:31.248888 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:31.252771 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:31.272848 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:31.381930 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=64a7d8d8-05dd-4a53-a5a0-14ec44851533,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:31.530229 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1ee76-e2fe-4991-8dc6-82f4a755dfe6 req-b3982203-ef04-4ffe-bb24-efa1dccfa42f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:31.532960 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-31f1ee76-e2fe-4991-8dc6-82f4a755dfe6 req-b3982203-ef04-4ffe-bb24-efa1dccfa42f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0652597 Jun 17 07:20:31.584939 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3374e7e-a57e-489b-8925-e2f991876d00 req-f2f44ddf-447d-47f2-b703-a084731e3420 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:31.587057 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c3374e7e-a57e-489b-8925-e2f991876d00 req-f2f44ddf-447d-47f2-b703-a084731e3420 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 944 time: 0.3683209 Jun 17 07:20:31.633273 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-31f1ee76-e2fe-4991-8dc6-82f4a755dfe6 req-f564e42b-919f-422c-a234-eafc47e59519 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860345 Jun 17 07:20:31.663586 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c3374e7e-a57e-489b-8925-e2f991876d00 req-4c5e5b0e-e653-4444-8df3-8d0e55523e3f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655129 Jun 17 07:20:31.893704 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d75cdd3f-74e0-45cb-a688-e8e1bf0cb0a3 req-0ccfc4d0-67c5-4e8c-bf80-0e8ab531ae3e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646331 Jun 17 07:20:32.185925 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbabac-8179-4b35-bb08-095e8c1d2306 req-53015fe2-029f-4efa-85f4-27f561de4eda tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:32.196692 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ebcbabac-8179-4b35-bb08-095e8c1d2306 req-53015fe2-029f-4efa-85f4-27f561de4eda tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0691116 Jun 17 07:20:32.243352 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ed35-0126-49f3-b681-82fe303a317e req-4babe65d-7a4c-4a53-b04b-78fe491e2b50 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:32.250624 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4ae7ed35-0126-49f3-b681-82fe303a317e req-4babe65d-7a4c-4a53-b04b-78fe491e2b50 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 945 time: 0.0649793 Jun 17 07:20:32.271685 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ebcbabac-8179-4b35-bb08-095e8c1d2306 req-bf98bcc0-4442-49af-aee0-273e50e8e164 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732462 Jun 17 07:20:32.307446 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4ae7ed35-0126-49f3-b681-82fe303a317e req-8dd9e646-20f3-418c-b994-be4874eb65a6 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557792 Jun 17 07:20:32.478150 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f9f383af-d1ae-451e-bccc-d047bbb8be01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:32.650950 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device b91810a2-f141-4e45-96ab-9963b0a82c19 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:20:32.716475 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port b91810a2-f141-4e45-96ab-9963b0a82c19 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:20:32.725553 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port b91810a2-f141-4e45-96ab-9963b0a82c19 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:32.726074 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:32.754838 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e108356-9276-4542-8f3a-92757ac6d66a req-0cdf76c5-89df-476b-9380-8584b2be17a2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:32.757316 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e108356-9276-4542-8f3a-92757ac6d66a req-0cdf76c5-89df-476b-9380-8584b2be17a2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0640082 Jun 17 07:20:32.799650 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:32.802065 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acd5471-8167-4b5d-9dbb-8bc50b8f8fd7" -d '{"events": [{"server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "name": "network-vif-plugged", "status": "completed", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:32.810640 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c7e46-0554-406e-bcf5-32962a5e6d29 req-ba4febd1-e610-46be-933f-a9c35ca373ee tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:32.818000 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b45c7e46-0554-406e-bcf5-32962a5e6d29 req-ba4febd1-e610-46be-933f-a9c35ca373ee tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 944 time: 0.0661983 Jun 17 07:20:32.821841 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:32.828528 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e108356-9276-4542-8f3a-92757ac6d66a req-5a0d3a7e-2478-4c11-888c-14ff656939d5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604417 Jun 17 07:20:32.853377 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port b91810a2-f141-4e45-96ab-9963b0a82c19 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:32.853775 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:32.888228 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa97b4ce-2eb2-4509-9c0b-afe77028a847 x-openstack-request-id: req-fa97b4ce-2eb2-4509-9c0b-afe77028a847 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:32.888538 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "name": "network-vif-plugged", "status": "completed", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:32.888785 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fa97b4ce-2eb2-4509-9c0b-afe77028a847 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:32.889181 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa97b4ce-2eb2-4509-9c0b-afe77028a847'] response: {'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'code': 200} Jun 17 07:20:32.890368 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b45c7e46-0554-406e-bcf5-32962a5e6d29 req-80c6e1af-a8d4-4df4-9500-213d22f3db55 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714130 Jun 17 07:20:32.897653 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port b91810a2-f141-4e45-96ab-9963b0a82c19, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b91810a2-f141-4e45-96ab-9963b0a82c19,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:32.907287 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:32.908251 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 2b54f26a-5895-4258-b7f5-aa5845feef41 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:20:32.998957 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=b91810a2-f141-4e45-96ab-9963b0a82c19,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:33.007789 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 2b54f26a-5895-4258-b7f5-aa5845feef41 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:20:33.015027 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 2b54f26a-5895-4258-b7f5-aa5845feef41 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:20:33.015806 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:33.111079 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 2b54f26a-5895-4258-b7f5-aa5845feef41 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:20:33.111500 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:33.147303 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 2b54f26a-5895-4258-b7f5-aa5845feef41, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2b54f26a-5895-4258-b7f5-aa5845feef41,segment=NetworkSegment(5ca2efc1-95eb-4d37-b7f5-edb40c4867ad),segment_id=5ca2efc1-95eb-4d37-b7f5-edb40c4867ad)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:33.151948 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:33.180575 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:33.204811 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=2b54f26a-5895-4258-b7f5-aa5845feef41,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:33.423623 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d2d73-46b2-4fc4-b90d-445ef6704dde req-e0ecf9da-ae22-4105-a3c7-85ce06673f69 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:33.424346 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6927-6eb7-4630-9834-78bcf9fdfa4b req-8c1a3e85-d532-42cc-a9b7-a0b6b87440e1 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:33.425128 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e49d2d73-46b2-4fc4-b90d-445ef6704dde req-e0ecf9da-ae22-4105-a3c7-85ce06673f69 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0619352 Jun 17 07:20:33.426019 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-dc9a6927-6eb7-4630-9834-78bcf9fdfa4b req-8c1a3e85-d532-42cc-a9b7-a0b6b87440e1 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 946 time: 0.0462096 Jun 17 07:20:33.483286 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e49d2d73-46b2-4fc4-b90d-445ef6704dde req-7fc2fc52-ae9b-48a2-b90b-9cddf08774c9 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509155 Jun 17 07:20:33.484924 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-dc9a6927-6eb7-4630-9834-78bcf9fdfa4b req-5afd56f9-7775-4753-9ac2-bd9a6079f3b3 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514886 Jun 17 07:20:33.611170 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc395e80-d1c6-4d9c-a279-0bca4b73c44b req-70d47d79-4777-4aae-ac45-2a40d53203e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:33.612760 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bc395e80-d1c6-4d9c-a279-0bca4b73c44b req-70d47d79-4777-4aae-ac45-2a40d53203e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 1129 time: 0.0464287 Jun 17 07:20:33.663784 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bc395e80-d1c6-4d9c-a279-0bca4b73c44b req-896fe316-14a1-48f5-8920-e06f75d9e06e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438025 Jun 17 07:20:33.956688 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30119df-2ab7-43a3-901d-58be24cae8fa req-e5014e5e-7743-4969-b6a9-c1449606f466 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:33.958866 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e30119df-2ab7-43a3-901d-58be24cae8fa req-e5014e5e-7743-4969-b6a9-c1449606f466 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0584059 Jun 17 07:20:34.014846 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e30119df-2ab7-43a3-901d-58be24cae8fa req-29eb45b5-69e1-4e02-9932-ce7f9440b6b3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481670 Jun 17 07:20:34.031850 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401f28-9611-4c83-847f-bce9ad8a8e75 req-cbae861f-4f1c-4882-80b3-66ec8a33ff7b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:34.033917 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f8401f28-9611-4c83-847f-bce9ad8a8e75 req-cbae861f-4f1c-4882-80b3-66ec8a33ff7b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0552776 Jun 17 07:20:34.097369 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f8401f28-9611-4c83-847f-bce9ad8a8e75 req-d9f8e4fb-0eb1-48e3-bb71-defd13d58f94 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476394 Jun 17 07:20:34.173091 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d34d7-5443-43c1-a865-1d74f5dff0cb req-41868538-b7c1-4b35-a39a-b3779dee4e80 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:34.174959 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b63d34d7-5443-43c1-a865-1d74f5dff0cb req-41868538-b7c1-4b35-a39a-b3779dee4e80 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0485313 Jun 17 07:20:34.186258 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34396) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:34.191027 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c257f1c5-aaa1-4d0e-806b-ad8dc3a6eda5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'floatingip': {'port_id': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:34.270825 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c257f1c5-aaa1-4d0e-806b-ad8dc3a6eda5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (30f29add-d701-4a36-ade3-9b2e9407cc84), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:34.691364 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd677a2-705c-450b-bb11-cc70e0c21293 req-07323298-dbbd-4593-a73a-38a874c00c90 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:34.698390 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2cd677a2-705c-450b-bb11-cc70e0c21293 req-07323298-dbbd-4593-a73a-38a874c00c90 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0864213 Jun 17 07:20:34.712820 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e8414249-f9a8-4dce-9dd5-9f3ce5f9e662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:34.785609 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2cd677a2-705c-450b-bb11-cc70e0c21293 req-57a79011-891d-4fb9-afc9-de2b20c6c5fd tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825820 Jun 17 07:20:34.787480 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:34.803352 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e361d06-e0a5-47dd-b32a-dc1d763cd02c req-9065816f-6a48-424b-be08-1753a67eae25 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:34.808886 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8e361d06-e0a5-47dd-b32a-dc1d763cd02c req-9065816f-6a48-424b-be08-1753a67eae25 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 946 time: 0.2080829 Jun 17 07:20:34.890716 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d88b5d-9a22-4092-a847-ca3fdb686228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91810a2-f141-4e45-96ab-9963b0a82c19'}, {'server_uuid': 'bbd2b266-655e-4605-8db4-c708addf8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b54f26a-5895-4258-b7f5-aa5845feef41'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:34.893163 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1567211e-e5ab-4fe8-94a6-5d4ab4dafe16" -d '{"events": [{"server_uuid": "12d88b5d-9a22-4092-a847-ca3fdb686228", "name": "network-vif-plugged", "status": "completed", "tag": "b91810a2-f141-4e45-96ab-9963b0a82c19"}, {"server_uuid": "bbd2b266-655e-4605-8db4-c708addf8e80", "name": "network-vif-plugged", "status": "completed", "tag": "2b54f26a-5895-4258-b7f5-aa5845feef41"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:34.937807 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b693d6f4-5720-4588-84aa-d32a514c5758 x-openstack-request-id: req-b693d6f4-5720-4588-84aa-d32a514c5758 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:34.938106 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d88b5d-9a22-4092-a847-ca3fdb686228", "name": "network-vif-plugged", "status": "completed", "tag": "b91810a2-f141-4e45-96ab-9963b0a82c19", "code": 200}, {"server_uuid": "bbd2b266-655e-4605-8db4-c708addf8e80", "name": "network-vif-plugged", "status": "completed", "tag": "2b54f26a-5895-4258-b7f5-aa5845feef41", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:34.938354 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b693d6f4-5720-4588-84aa-d32a514c5758 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:34.938753 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b693d6f4-5720-4588-84aa-d32a514c5758'] response: {'server_uuid': '12d88b5d-9a22-4092-a847-ca3fdb686228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91810a2-f141-4e45-96ab-9963b0a82c19', 'code': 200} Jun 17 07:20:34.939071 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b693d6f4-5720-4588-84aa-d32a514c5758'] response: {'server_uuid': 'bbd2b266-655e-4605-8db4-c708addf8e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b54f26a-5895-4258-b7f5-aa5845feef41', 'code': 200} Jun 17 07:20:35.169865 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8e361d06-e0a5-47dd-b32a-dc1d763cd02c req-d160760e-b7eb-4e0f-8668-e51442899f41 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412807 Jun 17 07:20:35.227789 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e433c-c243-4ae9-8a93-626b538bcd44 req-ef3ac1c0-591a-46b7-acd2-6bf963b4852a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:35.229325 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6a9e433c-c243-4ae9-8a93-626b538bcd44 req-ef3ac1c0-591a-46b7-acd2-6bf963b4852a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0582867 Jun 17 07:20:35.286154 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c257f1c5-aaa1-4d0e-806b-ad8dc3a6eda5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:35.294409 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c257f1c5-aaa1-4d0e-806b-ad8dc3a6eda5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (30f29add-d701-4a36-ade3-9b2e9407cc84), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:35.300767 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6a9e433c-c243-4ae9-8a93-626b538bcd44 req-8cbd8186-9212-4ef4-ab61-1c659d4f9be6 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656264 Jun 17 07:20:35.476517 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [None req-c257f1c5-aaa1-4d0e-806b-ad8dc3a6eda5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Floating IP 30f29add-d701-4a36-ade3-9b2e9407cc84 associated. External IP: 172.27.0.84, port: b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c. Jun 17 07:20:35.482329 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:35.518777 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b51698-df76-413e-a801-ddc50d164f25 req-1515b72b-c721-48e3-891e-327ae984dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:35.520270 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-57b51698-df76-413e-a801-ddc50d164f25 req-1515b72b-c721-48e3-891e-327ae984dfaf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 1130 time: 0.1055822 Jun 17 07:20:35.538853 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a79b7d-8ca3-433a-a1c4-6db30fe8666f req-5676a01f-46d4-4af0-97cd-ecaf84deda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:35.540409 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b8a79b7d-8ca3-433a-a1c4-6db30fe8666f req-5676a01f-46d4-4af0-97cd-ecaf84deda6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 1129 time: 0.0928397 Jun 17 07:20:35.644914 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-57b51698-df76-413e-a801-ddc50d164f25 req-13eabf24-1ff6-4223-aa43-8c141127dae9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153309 Jun 17 07:20:35.653217 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b8a79b7d-8ca3-433a-a1c4-6db30fe8666f req-6c7070f5-c72e-4ba3-b6ed-8fb31276beba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757773 Jun 17 07:20:35.698261 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:35.756731 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c257f1c5-aaa1-4d0e-806b-ad8dc3a6eda5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Router 9983c8b3-1141-4c4d-a398-86257364b374 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:20:35.917140 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c257f1c5-aaa1-4d0e-806b-ad8dc3a6eda5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:20:35.931769 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06dcd1f-1274-4b22-84f0-2f90f88c8613 None None] Sync routers for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:20:35.933490 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c257f1c5-aaa1-4d0e-806b-ad8dc3a6eda5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:35.945434 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06dcd1f-1274-4b22-84f0-2f90f88c8613 None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:20:35.947198 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a06dcd1f-1274-4b22-84f0-2f90f88c8613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:20:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:35.970986 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-c257f1c5-aaa1-4d0e-806b-ad8dc3a6eda5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "PUT /v2.0/floatingips/30f29add-d701-4a36-ade3-9b2e9407cc84 HTTP/1.1" status: 200 len: 990 time: 1.7834442 Jun 17 07:20:35.972338 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a8c90c-c561-4193-8276-ae0351b550f4', 'tag': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:35.974830 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004" -d '{"events": [{"name": "network-changed", "server_uuid": "73a8c90c-c561-4193-8276-ae0351b550f4", "tag": "b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:36.043915 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5895d71a-b08d-4a5c-9fc8-5407c95486d2 x-openstack-request-id: req-5895d71a-b08d-4a5c-9fc8-5407c95486d2 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:36.044229 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a8c90c-c561-4193-8276-ae0351b550f4", "tag": "b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:36.044477 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5895d71a-b08d-4a5c-9fc8-5407c95486d2 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:36.044877 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5895d71a-b08d-4a5c-9fc8-5407c95486d2'] response: {'name': 'network-changed', 'server_uuid': '73a8c90c-c561-4193-8276-ae0351b550f4', 'tag': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c', 'status': 'completed', 'code': 200} Jun 17 07:20:36.066274 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3520c5-149b-452c-b07d-801f92998b6a req-076141f0-a979-4e14-9039-5fbc7f5bdede tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:36.074675 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8d3520c5-149b-452c-b07d-801f92998b6a req-076141f0-a979-4e14-9039-5fbc7f5bdede tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.1058197 Jun 17 07:20:36.134201 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8d3520c5-149b-452c-b07d-801f92998b6a req-f2830af0-63da-4535-85f7-4d002fafe7c7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586262 Jun 17 07:20:36.259967 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-a06dcd1f-1274-4b22-84f0-2f90f88c8613 None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:20:36.356033 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34486) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:36.366676 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:36.387593 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae944799-e027-4e81-ac44-7dc1bee7b535 req-a7acd61d-1662-4b2f-b26d-f552cb583f19 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:36.406414 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ae944799-e027-4e81-ac44-7dc1bee7b535 req-a7acd61d-1662-4b2f-b26d-f552cb583f19 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.1270514 Jun 17 07:20:36.411123 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34490) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:36.429021 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438181-2b5a-45d3-b55d-405b6b63b38f req-df6bc380-04ad-4539-a6c2-74f527ed213d tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:36.429604 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-7151e52b-a62c-461b-80ac-ca91a2a42dd4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'floatingip': {'port_id': '64a7d8d8-05dd-4a53-a5a0-14ec44851533'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:36.430707 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9d438181-2b5a-45d3-b55d-405b6b63b38f req-df6bc380-04ad-4539-a6c2-74f527ed213d tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 946 time: 0.1307299 Jun 17 07:20:36.467697 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:36.548333 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7151e52b-a62c-461b-80ac-ca91a2a42dd4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (418aa893-30c2-49e9-8a37-5b852f685194), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:36.615998 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9d438181-2b5a-45d3-b55d-405b6b63b38f req-215ce52a-826a-4c2c-91c6-5ff0bdd9ed36 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763942 Jun 17 07:20:36.619171 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004 req-397a8c5e-9627-4ec8-8cbb-4a409b9084be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:36.622160 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004 req-397a8c5e-9627-4ec8-8cbb-4a409b9084be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 1129 time: 0.1065581 Jun 17 07:20:36.638196 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:36.660106 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:36.703395 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a06dcd1f-1274-4b22-84f0-2f90f88c8613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '30f29add-d701-4a36-ade3-9b2e9407cc84', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'port_id': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'mac_address': 'fa:16:3e:9d:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a8c90c-c561-4193-8276-ae0351b550f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:19:49Z', 'updated_at': '2022-06-17T07:20:35Z', 'revision_number': 1, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:36.723066 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3b480-2465-4fb5-b235-7462ad107465 req-5ba15c16-fc0f-49ab-9311-b1746cbfe9de tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:36.725025 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3bc3b480-2465-4fb5-b235-7462ad107465 req-5ba15c16-fc0f-49ab-9311-b1746cbfe9de tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.1715899 Jun 17 07:20:36.733970 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06dcd1f-1274-4b22-84f0-2f90f88c8613 None None] Checking router: 9983c8b3-1141-4c4d-a398-86257364b374 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:20:36.743879 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06dcd1f-1274-4b22-84f0-2f90f88c8613 None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:20:36.744497 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a06dcd1f-1274-4b22-84f0-2f90f88c8613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:20:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:36.847400 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3bc3b480-2465-4fb5-b235-7462ad107465 req-f81e85bd-69b7-4237-811a-c4067418caa3 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931084 Jun 17 07:20:36.850989 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-a06dcd1f-1274-4b22-84f0-2f90f88c8613 None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:20:36.968504 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Publish callbacks [] for security_group (86eff897-bca8-4266-8ff0-50cb6216c20c), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:36.980449 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (86eff897-bca8-4266-8ff0-50cb6216c20c), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:37.066858 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f82081e918504de7b3505338d7d8c22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7096567 Jun 17 07:20:37.080485 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34506) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:37.090966 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eff897-bca8-4266-8ff0-50cb6216c20c,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:37.133532 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.133783 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.133997 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.134329 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.134654 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.134978 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.135297 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.135614 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.135930 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.136287 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.137381 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.137381 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.137381 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.137654 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.137982 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093d46e5-8880-4cb1-8f94-41f755ba4ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.213647 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004 req-6f9d2c9c-b7ca-4810-8a7f-65eea366a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:37.215127 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004 req-6f9d2c9c-b7ca-4810-8a7f-65eea366a148 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 200 len: 910 time: 0.2085838 Jun 17 07:20:37.216350 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Publish callbacks [] for security_group (86eff897-bca8-4266-8ff0-50cb6216c20c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:37.228617 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a06dcd1f-1274-4b22-84f0-2f90f88c8613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '30f29add-d701-4a36-ade3-9b2e9407cc84', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'port_id': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'mac_address': 'fa:16:3e:9d:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a8c90c-c561-4193-8276-ae0351b550f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:19:49Z', 'updated_at': '2022-06-17T07:20:35Z', 'revision_number': 1, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:37.238958 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Publish callbacks [] for security_group (86eff897-bca8-4266-8ff0-50cb6216c20c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:37.269475 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06dcd1f-1274-4b22-84f0-2f90f88c8613 None None] The sync data for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi is: [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '30f29add-d701-4a36-ade3-9b2e9407cc84', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'floating_ip_address': '172.27.0.84', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'port_id': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'mac_address': 'fa:16:3e:9d:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a8c90c-c561-4193-8276-ae0351b550f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:19:49Z', 'updated_at': '2022-06-17T07:20:35Z', 'revision_number': 1, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:20:37.280780 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:37.298272 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (86eff897-bca8-4266-8ff0-50cb6216c20c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:37.301286 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:37.302608 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/86eff897-bca8-4266-8ff0-50cb6216c20c HTTP/1.1" status: 204 len: 168 time: 0.2210717 Jun 17 07:20:37.312759 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eff897-bca8-4266-8ff0-50cb6216c20c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:37.316994 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:37.326835 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.327481 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.327880 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.328369 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.328800 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.329222 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.329677 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.330101 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.330581 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.330969 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.331370 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.331805 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.332329 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.332855 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.333437 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4d1d56-ab43-453f-b522-1d3215a7663a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:37.457044 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7151e52b-a62c-461b-80ac-ca91a2a42dd4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:37.462774 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7151e52b-a62c-461b-80ac-ca91a2a42dd4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (418aa893-30c2-49e9-8a37-5b852f685194), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:37.619881 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14520a-2209-4995-ba4f-9b3d2b1f0e38 None None] New status for floating IP 30f29add-d701-4a36-ade3-9b2e9407cc84: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:20:37.787956 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:37.826500 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34532) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:37.866685 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-7151e52b-a62c-461b-80ac-ca91a2a42dd4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Floating IP 418aa893-30c2-49e9-8a37-5b852f685194 associated. External IP: 172.27.0.158, port: 64a7d8d8-05dd-4a53-a5a0-14ec44851533. Jun 17 07:20:37.869504 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:37.877364 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:37.914882 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d976c845-78b6-431f-8a9c-2334f1f128a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:37.937826 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854079fc-542c-4d79-964d-bd20762eac48 req-39c586b1-9103-48dc-97b1-96b661583935 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:37.939370 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-854079fc-542c-4d79-964d-bd20762eac48 req-39c586b1-9103-48dc-97b1-96b661583935 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 946 time: 0.2272072 Jun 17 07:20:38.009058 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004 req-77e564c0-5762-44c9-bf06-e67cc93bae4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c HTTP/1.1" status: 200 len: 998 time: 0.1850109 Jun 17 07:20:38.040913 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f61f75-e39d-4386-a41b-6468886094a3 req-e02ce498-b924-48f0-a4c3-2c14eba968fe tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:38.042535 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-41f61f75-e39d-4386-a41b-6468886094a3 req-e02ce498-b924-48f0-a4c3-2c14eba968fe tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0863090 Jun 17 07:20:38.062651 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-854079fc-542c-4d79-964d-bd20762eac48 req-bfb383fc-694d-4c08-a27a-d080dccf1ac5 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153817 Jun 17 07:20:38.107907 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d976c845-78b6-431f-8a9c-2334f1f128a7 admin admin] Publish callbacks [] for security_group (b71909f7-07a2-4806-9966-e52f7326856e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:38.112366 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d976c845-78b6-431f-8a9c-2334f1f128a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (b71909f7-07a2-4806-9966-e52f7326856e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:38.159901 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-41f61f75-e39d-4386-a41b-6468886094a3 req-b02a4c19-1935-40f1-b17e-4f581ac10f2d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070368 Jun 17 07:20:38.162952 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-d976c845-78b6-431f-8a9c-2334f1f128a7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e22dfc634790498e88936c0b8a7c1fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317044 Jun 17 07:20:38.163731 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34542) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:38.166573 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c845-78b6-431f-8a9c-2334f1f128a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71909f7-07a2-4806-9966-e52f7326856e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:38.245761 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5c14-e7eb-440b-b044-79b818c07a10 admin admin] Publish callbacks [] for security_group (b71909f7-07a2-4806-9966-e52f7326856e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:38.274899 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7151e52b-a62c-461b-80ac-ca91a2a42dd4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Router e2d8a315-4369-470a-9061-1776fd1d149c has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:20:38.293189 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5c14-e7eb-440b-b044-79b818c07a10 admin admin] Publish callbacks [] for security_group (b71909f7-07a2-4806-9966-e52f7326856e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:38.299840 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:38.365626 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:38.435607 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7151e52b-a62c-461b-80ac-ca91a2a42dd4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:20:38.440719 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7151e52b-a62c-461b-80ac-ca91a2a42dd4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:38.446268 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232abf7-fc4d-4df2-9198-14f72a9a5363 None None] Sync routers for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:20:38.462986 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f232abf7-fc4d-4df2-9198-14f72a9a5363 None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:20:38.463608 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-f232abf7-fc4d-4df2-9198-14f72a9a5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:20:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:38.491145 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004 req-8e423a04-40a7-4096-ae03-996e640222e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:38.493520 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004 req-8e423a04-40a7-4096-ae03-996e640222e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dacfbc50-0f0a-4fb0-9040-e06949d49000 HTTP/1.1" status: 200 len: 848 time: 0.1497233 Jun 17 07:20:38.494721 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5c14-e7eb-440b-b044-79b818c07a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (b71909f7-07a2-4806-9966-e52f7326856e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:38.498129 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc0d5c14-e7eb-440b-b044-79b818c07a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:38.503031 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-bc0d5c14-e7eb-440b-b044-79b818c07a10 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b71909f7-07a2-4806-9966-e52f7326856e HTTP/1.1" status: 204 len: 168 time: 0.3374021 Jun 17 07:20:38.543458 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d5c14-e7eb-440b-b044-79b818c07a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71909f7-07a2-4806-9966-e52f7326856e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:38.595644 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-7151e52b-a62c-461b-80ac-ca91a2a42dd4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "PUT /v2.0/floatingips/418aa893-30c2-49e9-8a37-5b852f685194 HTTP/1.1" status: 200 len: 991 time: 2.1764727 Jun 17 07:20:38.597312 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:38.606943 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da19bac8-888f-499f-98cd-e2a124227198" -d '{"events": [{"name": "network-changed", "server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:38.615502 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b11992-ea9d-4a06-889a-e0bf4c49aee6 req-f2bae2c7-e1ed-4c58-a7bc-7a34c190cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:38.617372 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04b11992-ea9d-4a06-889a-e0bf4c49aee6 req-f2bae2c7-e1ed-4c58-a7bc-7a34c190cfcb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 1129 time: 0.0620260 Jun 17 07:20:38.637933 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-f232abf7-fc4d-4df2-9198-14f72a9a5363 None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:20:38.659091 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004 req-c00eca31-ad9c-483c-8a46-8ca778af6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:38.662123 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004 req-c00eca31-ad9c-483c-8a46-8ca778af6f1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1239213d-0a3b-407c-aa59-5c1ac224edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1573217 Jun 17 07:20:38.767301 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b0a18-1439-4b44-870b-2f644c6913dc req-de3aca98-c68c-4814-9ace-5df63b5ad3c0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:38.776945 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bd1b0a18-1439-4b44-870b-2f644c6913dc req-de3aca98-c68c-4814-9ace-5df63b5ad3c0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.1356778 Jun 17 07:20:38.797342 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:38.798284 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:38.806569 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b097c3d6-2b5d-46de-a1b7-04104e49e97d x-openstack-request-id: req-b097c3d6-2b5d-46de-a1b7-04104e49e97d {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:38.806856 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:38.807258 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b097c3d6-2b5d-46de-a1b7-04104e49e97d {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:38.807667 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b097c3d6-2b5d-46de-a1b7-04104e49e97d'] response: {'name': 'network-changed', 'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'status': 'completed', 'code': 200} Jun 17 07:20:38.886441 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19bac8-888f-499f-98cd-e2a124227198 req-e0775b0e-9b93-4e7e-b218-e484ba89d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:38.887968 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-da19bac8-888f-499f-98cd-e2a124227198 req-e0775b0e-9b93-4e7e-b218-e484ba89d63c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 1129 time: 0.1090932 Jun 17 07:20:38.900546 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b11992-ea9d-4a06-889a-e0bf4c49aee6 req-8eaa8bf6-3174-450b-a86f-82bd45e88817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:38.903586 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04b11992-ea9d-4a06-889a-e0bf4c49aee6 req-8eaa8bf6-3174-450b-a86f-82bd45e88817 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.2768323 Jun 17 07:20:38.904486 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bd1b0a18-1439-4b44-870b-2f644c6913dc req-b0155f95-89c4-4793-bf16-0bc5f082e5e8 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265814 Jun 17 07:20:38.911005 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004 req-102d4e93-6087-465f-85dd-060c808cc832 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088473 Jun 17 07:20:38.972571 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04b11992-ea9d-4a06-889a-e0bf4c49aee6 req-1e557565-eb10-49c2-9b63-9a5dfc288518 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b91810a2-f141-4e45-96ab-9963b0a82c19 HTTP/1.1" status: 200 len: 217 time: 0.0589797 Jun 17 07:20:39.042916 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19bac8-888f-499f-98cd-e2a124227198 req-f521dd11-190e-4ffa-9cb6-a2ca32a46f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:39.045788 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-da19bac8-888f-499f-98cd-e2a124227198 req-f521dd11-190e-4ffa-9cb6-a2ca32a46f58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 917 time: 0.1383142 Jun 17 07:20:39.052017 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-f232abf7-fc4d-4df2-9198-14f72a9a5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '418aa893-30c2-49e9-8a37-5b852f685194', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'port_id': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'mac_address': 'fa:16:3e:43:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b110f-b393-4f26-a564-bc4c10ce744b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:19:59Z', 'updated_at': '2022-06-17T07:20:37Z', 'revision_number': 1, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:39.091671 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232abf7-fc4d-4df2-9198-14f72a9a5363 None None] Checking router: e2d8a315-4369-470a-9061-1776fd1d149c for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:20:39.116927 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b11992-ea9d-4a06-889a-e0bf4c49aee6 req-3f528919-ed48-40d5-8d5f-e846079c4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:39.118932 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04b11992-ea9d-4a06-889a-e0bf4c49aee6 req-3f528919-ed48-40d5-8d5f-e846079c4a1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.1312776 Jun 17 07:20:39.119812 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f232abf7-fc4d-4df2-9198-14f72a9a5363 None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:20:39.122003 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-f232abf7-fc4d-4df2-9198-14f72a9a5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:20:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:39.226460 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-da19bac8-888f-499f-98cd-e2a124227198 req-e1217706-fd78-421e-9bbc-b881e19644dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533 HTTP/1.1" status: 200 len: 999 time: 0.1591952 Jun 17 07:20:39.284635 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-f232abf7-fc4d-4df2-9198-14f72a9a5363 None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:20:39.316024 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19bac8-888f-499f-98cd-e2a124227198 req-c01c72eb-3e62-4ad3-8c3f-594ab226ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:39.317684 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-da19bac8-888f-499f-98cd-e2a124227198 req-c01c72eb-3e62-4ad3-8c3f-594ab226ee88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 200 len: 855 time: 0.0842016 Jun 17 07:20:39.409747 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19bac8-888f-499f-98cd-e2a124227198 req-66747db5-c043-4d76-86c5-58cd462d58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:39.412807 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-da19bac8-888f-499f-98cd-e2a124227198 req-66747db5-c043-4d76-86c5-58cd462d58b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789037 Jun 17 07:20:39.541687 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2fc4fbb3-571e-4bdb-8bb4-5830d7033004 req-a9ef878b-f3c8-4cc0-a5b4-bea0305c1527 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681217 Jun 17 07:20:39.543041 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b11992-ea9d-4a06-889a-e0bf4c49aee6 req-4e911446-d503-4d6d-82c4-52c2f138ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:39.544616 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04b11992-ea9d-4a06-889a-e0bf4c49aee6 req-4e911446-d503-4d6d-82c4-52c2f138ce60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4003465 Jun 17 07:20:39.545464 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34592) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:39.595017 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34596) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:39.603849 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-da19bac8-888f-499f-98cd-e2a124227198 req-9b17f709-07cd-4e08-a4d5-fd15923ff1a0 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791406 Jun 17 07:20:39.622042 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:39.718926 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-da19bac8-888f-499f-98cd-e2a124227198 req-1bba7bf7-e58c-47dd-9da3-845eb3467c51 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067481 Jun 17 07:20:39.737839 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7089e553-ff18-434f-8d44-015d9c2de9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:39.793633 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-f232abf7-fc4d-4df2-9198-14f72a9a5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '418aa893-30c2-49e9-8a37-5b852f685194', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'port_id': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'mac_address': 'fa:16:3e:43:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b110f-b393-4f26-a564-bc4c10ce744b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:19:59Z', 'updated_at': '2022-06-17T07:20:37Z', 'revision_number': 1, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:39.808684 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04b11992-ea9d-4a06-889a-e0bf4c49aee6 req-1fb78322-dbe4-4202-9309-16ed22f13c63 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421560 Jun 17 07:20:39.825024 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232abf7-fc4d-4df2-9198-14f72a9a5363 None None] The sync data for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi is: [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '418aa893-30c2-49e9-8a37-5b852f685194', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'port_id': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'mac_address': 'fa:16:3e:43:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b110f-b393-4f26-a564-bc4c10ce744b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:19:59Z', 'updated_at': '2022-06-17T07:20:37Z', 'revision_number': 1, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:20:39.962138 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9729-386f-4f91-bd27-eecd6406c72c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:39.996796 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:40.000133 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:40.008153 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7089e553-ff18-434f-8d44-015d9c2de9b9 admin admin] Publish callbacks [] for security_group (52335ade-f42a-4d2e-98c6-61a6b7c46ad1), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.012616 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04b11992-ea9d-4a06-889a-e0bf4c49aee6 req-1fe922a6-1c14-4423-9289-58806a975743 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930246 Jun 17 07:20:40.015414 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7089e553-ff18-434f-8d44-015d9c2de9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (52335ade-f42a-4d2e-98c6-61a6b7c46ad1), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.102280 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-7089e553-ff18-434f-8d44-015d9c2de9b9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cff1ab65510843838f21195007737319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5550258 Jun 17 07:20:40.103529 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089e553-ff18-434f-8d44-015d9c2de9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52335ade-f42a-4d2e-98c6-61a6b7c46ad1,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:40.106683 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34626) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:40.130594 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437f8e7-7c7a-4dd5-90f1-d85837b24d9a req-cd169ce8-151a-44fb-84b0-0a391a1176e3 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:40.138446 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4437f8e7-7c7a-4dd5-90f1-d85837b24d9a req-cd169ce8-151a-44fb-84b0-0a391a1176e3 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.1335449 Jun 17 07:20:40.182764 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f63357b-391f-401b-a2b2-eb2c5e1f8fad admin admin] Publish callbacks [] for security_group (52335ade-f42a-4d2e-98c6-61a6b7c46ad1), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.186199 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:40.230874 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f63357b-391f-401b-a2b2-eb2c5e1f8fad admin admin] Publish callbacks [] for security_group (52335ade-f42a-4d2e-98c6-61a6b7c46ad1), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.232643 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9729-386f-4f91-bd27-eecd6406c72c admin admin] Publish callbacks [] for security_group (fa270538-1c40-4f2a-bec4-7718ce2b9ad7), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.246870 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e97fea-5ec7-4862-9906-e52b27a8653a None None] New status for floating IP 418aa893-30c2-49e9-8a37-5b852f685194: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:20:40.253250 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9729-386f-4f91-bd27-eecd6406c72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (fa270538-1c40-4f2a-bec4-7718ce2b9ad7), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.290024 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4437f8e7-7c7a-4dd5-90f1-d85837b24d9a req-b111e6b8-9ba2-42cc-ac02-3883a704d8eb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504533 Jun 17 07:20:40.298821 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f63357b-391f-401b-a2b2-eb2c5e1f8fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (52335ade-f42a-4d2e-98c6-61a6b7c46ad1), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.302118 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f63357b-391f-401b-a2b2-eb2c5e1f8fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.304335 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-2f63357b-391f-401b-a2b2-eb2c5e1f8fad admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/52335ade-f42a-4d2e-98c6-61a6b7c46ad1 HTTP/1.1" status: 204 len: 168 time: 0.1964185 Jun 17 07:20:40.313495 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ec7a9729-386f-4f91-bd27-eecd6406c72c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=16e369c52cb54dbfb5704e70e2c47b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7169449 Jun 17 07:20:40.315506 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34638) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:40.315860 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63357b-391f-401b-a2b2-eb2c5e1f8fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52335ade-f42a-4d2e-98c6-61a6b7c46ad1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:40.344318 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a9729-386f-4f91-bd27-eecd6406c72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa270538-1c40-4f2a-bec4-7718ce2b9ad7,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:40.394674 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f999a607-4003-4a1f-a1db-b4d1ea4c2e08 admin admin] Publish callbacks [] for security_group (fa270538-1c40-4f2a-bec4-7718ce2b9ad7), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.431547 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f999a607-4003-4a1f-a1db-b4d1ea4c2e08 admin admin] Publish callbacks [] for security_group (fa270538-1c40-4f2a-bec4-7718ce2b9ad7), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.503141 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f999a607-4003-4a1f-a1db-b4d1ea4c2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (fa270538-1c40-4f2a-bec4-7718ce2b9ad7), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.506982 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f999a607-4003-4a1f-a1db-b4d1ea4c2e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.508719 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f999a607-4003-4a1f-a1db-b4d1ea4c2e08 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fa270538-1c40-4f2a-bec4-7718ce2b9ad7 HTTP/1.1" status: 204 len: 168 time: 0.1919262 Jun 17 07:20:40.526681 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999a607-4003-4a1f-a1db-b4d1ea4c2e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa270538-1c40-4f2a-bec4-7718ce2b9ad7,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:40.852598 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34686) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:40.866189 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b4c3-8abb-42d6-9f28-97e3ca3e2fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.980639 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b4c3-8abb-42d6-9f28-97e3ca3e2fb3 admin admin] Publish callbacks [] for security_group (6320fec9-6e8e-40ac-b7c2-ca6238884f2e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:40.986508 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0e3b4c3-8abb-42d6-9f28-97e3ca3e2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6320fec9-6e8e-40ac-b7c2-ca6238884f2e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.060632 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-e0e3b4c3-8abb-42d6-9f28-97e3ca3e2fb3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3a8c2e4c7ebf4d57998f55034e87fc30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068884 Jun 17 07:20:41.063246 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34692) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:41.064224 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3b4c3-8abb-42d6-9f28-97e3ca3e2fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6320fec9-6e8e-40ac-b7c2-ca6238884f2e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:41.095262 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-7fc54ee1-426d-4493-b682-9b506364a54f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753019 Jun 17 07:20:41.139234 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a31697d-ff40-4ec9-94c9-ee6ba43bf503 admin admin] Publish callbacks [] for security_group (6320fec9-6e8e-40ac-b7c2-ca6238884f2e), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.175543 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34694) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:41.185928 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a31697d-ff40-4ec9-94c9-ee6ba43bf503 admin admin] Publish callbacks [] for security_group (6320fec9-6e8e-40ac-b7c2-ca6238884f2e), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.198058 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-551b31f9-44fa-4025-a806-709db0d9303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:41.199686 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-551b31f9-44fa-4025-a806-709db0d9303a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 1129 time: 0.0473063 Jun 17 07:20:41.202815 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d88a6e4f-8fa0-42fc-b631-c6a70d6d6ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.232025 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:41.269517 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a31697d-ff40-4ec9-94c9-ee6ba43bf503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6320fec9-6e8e-40ac-b7c2-ca6238884f2e), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.272576 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a31697d-ff40-4ec9-94c9-ee6ba43bf503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.273861 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-1a31697d-ff40-4ec9-94c9-ee6ba43bf503 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6320fec9-6e8e-40ac-b7c2-ca6238884f2e HTTP/1.1" status: 204 len: 168 time: 0.2088830 Jun 17 07:20:41.287787 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31697d-ff40-4ec9-94c9-ee6ba43bf503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6320fec9-6e8e-40ac-b7c2-ca6238884f2e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:41.348354 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-379657e0-3879-4b5e-bee0-7075bf19c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:41.354180 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-379657e0-3879-4b5e-bee0-7075bf19c655 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 200 len: 910 time: 0.1302142 Jun 17 07:20:41.422555 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d88a6e4f-8fa0-42fc-b631-c6a70d6d6ae5 admin admin] Publish callbacks [] for security_group (64a5b829-9ea8-415b-9efe-e5e902d29b60), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.445478 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d88a6e4f-8fa0-42fc-b631-c6a70d6d6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (64a5b829-9ea8-415b-9efe-e5e902d29b60), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.461841 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-adfcb8c7-29eb-41dc-89c3-88a39e1324aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c HTTP/1.1" status: 200 len: 1000 time: 0.1014285 Jun 17 07:20:41.531253 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-fe607535-c099-451b-922b-2d59c4377c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:41.533060 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-fe607535-c099-451b-922b-2d59c4377c79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dacfbc50-0f0a-4fb0-9040-e06949d49000 HTTP/1.1" status: 200 len: 848 time: 0.0652249 Jun 17 07:20:41.533794 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-d88a6e4f-8fa0-42fc-b631-c6a70d6d6ae5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d5f0d1d0426a4ec1b88f835c132b1f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546960 Jun 17 07:20:41.537216 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34720) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:41.550471 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb899e71-d765-4c33-b151-96b083d17d2e req-57d73343-3ebb-475f-8214-c03f10df093c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:41.552052 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fb899e71-d765-4c33-b151-96b083d17d2e req-57d73343-3ebb-475f-8214-c03f10df093c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.1230857 Jun 17 07:20:41.554712 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a6e4f-8fa0-42fc-b631-c6a70d6d6ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a5b829-9ea8-415b-9efe-e5e902d29b60,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:41.607075 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-7bce0fdd-8d60-4e21-b1f8-18a9387bd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:41.608912 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-7bce0fdd-8d60-4e21-b1f8-18a9387bd5cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1239213d-0a3b-407c-aa59-5c1ac224edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694530 Jun 17 07:20:41.657782 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:41.687439 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fb899e71-d765-4c33-b151-96b083d17d2e req-784def8e-47be-4b63-a534-c21511701a3d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820847 Jun 17 07:20:41.691355 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6df040e5-7546-4e79-9b34-cdeb97ff9603 admin admin] Publish callbacks [] for security_group (64a5b829-9ea8-415b-9efe-e5e902d29b60), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.703410 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:41.716244 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6df040e5-7546-4e79-9b34-cdeb97ff9603 admin admin] Publish callbacks [] for security_group (64a5b829-9ea8-415b-9efe-e5e902d29b60), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.772930 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6df040e5-7546-4e79-9b34-cdeb97ff9603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (64a5b829-9ea8-415b-9efe-e5e902d29b60), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.776353 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6df040e5-7546-4e79-9b34-cdeb97ff9603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:41.777724 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-6df040e5-7546-4e79-9b34-cdeb97ff9603 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/64a5b829-9ea8-415b-9efe-e5e902d29b60 HTTP/1.1" status: 204 len: 168 time: 0.2393575 Jun 17 07:20:41.792807 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df040e5-7546-4e79-9b34-cdeb97ff9603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a5b829-9ea8-415b-9efe-e5e902d29b60,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:41.878078 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34736) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:41.901736 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71ded32c-2d0e-4ef2-95ac-ce518320040a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.024932 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-b9ae6351-ed37-4230-b8d4-0c1af5e4cbf1 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311495 Jun 17 07:20:42.041671 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:42.076455 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71ded32c-2d0e-4ef2-95ac-ce518320040a admin admin] Publish callbacks [] for security_group (af772689-0285-41cb-9181-858ce67192a5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.086917 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71ded32c-2d0e-4ef2-95ac-ce518320040a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (af772689-0285-41cb-9181-858ce67192a5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.109839 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34742) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:42.124681 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e601666e-2321-483d-85a9-35a042202e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.165629 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-71ded32c-2d0e-4ef2-95ac-ce518320040a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e3811a42b04e48889fc7577cdff28816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863934 Jun 17 07:20:42.168231 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34744) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:42.168655 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ded32c-2d0e-4ef2-95ac-ce518320040a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af772689-0285-41cb-9181-858ce67192a5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:42.190482 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d1900a3e-db78-42e2-af15-5176a1873ddb req-709b0741-6762-4a6a-ad83-626ce4ab6aa9 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461430 Jun 17 07:20:42.240936 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e601666e-2321-483d-85a9-35a042202e59 admin admin] Publish callbacks [] for security_group (fd8b4bbb-f9f2-48e0-8a32-cda4a6f21029), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.251177 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e601666e-2321-483d-85a9-35a042202e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (fd8b4bbb-f9f2-48e0-8a32-cda4a6f21029), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.263819 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a25d-0b26-4e28-8cbb-4bfcabcb5ae4 admin admin] Publish callbacks [] for security_group (af772689-0285-41cb-9181-858ce67192a5), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.303962 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-e601666e-2321-483d-85a9-35a042202e59 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d6820e7741244585b8dbc9980d7d605f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930408 Jun 17 07:20:42.307114 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34746) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:42.309045 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601666e-2321-483d-85a9-35a042202e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8b4bbb-f9f2-48e0-8a32-cda4a6f21029,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:42.315544 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a25d-0b26-4e28-8cbb-4bfcabcb5ae4 admin admin] Publish callbacks [] for security_group (af772689-0285-41cb-9181-858ce67192a5), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.368381 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9ef48c9-1a2e-413d-af94-1df0e01bc7e0 admin admin] Publish callbacks [] for security_group (fd8b4bbb-f9f2-48e0-8a32-cda4a6f21029), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.369550 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a25d-0b26-4e28-8cbb-4bfcabcb5ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (af772689-0285-41cb-9181-858ce67192a5), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.372096 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d6e4a25d-0b26-4e28-8cbb-4bfcabcb5ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.375749 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-d6e4a25d-0b26-4e28-8cbb-4bfcabcb5ae4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/af772689-0285-41cb-9181-858ce67192a5 HTTP/1.1" status: 204 len: 168 time: 0.2037327 Jun 17 07:20:42.382273 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4a25d-0b26-4e28-8cbb-4bfcabcb5ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af772689-0285-41cb-9181-858ce67192a5,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:42.404176 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9ef48c9-1a2e-413d-af94-1df0e01bc7e0 admin admin] Publish callbacks [] for security_group (fd8b4bbb-f9f2-48e0-8a32-cda4a6f21029), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.453350 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9ef48c9-1a2e-413d-af94-1df0e01bc7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (fd8b4bbb-f9f2-48e0-8a32-cda4a6f21029), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.455902 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9ef48c9-1a2e-413d-af94-1df0e01bc7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:42.457142 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-c9ef48c9-1a2e-413d-af94-1df0e01bc7e0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fd8b4bbb-f9f2-48e0-8a32-cda4a6f21029 HTTP/1.1" status: 204 len: 168 time: 0.1490052 Jun 17 07:20:42.465970 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef48c9-1a2e-413d-af94-1df0e01bc7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8b4bbb-f9f2-48e0-8a32-cda4a6f21029,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:42.830013 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de4d13-c97f-4561-8873-78db1784c060 req-6b1d8476-9cf7-4e70-a617-8889e6573b89 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:42.832521 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-71de4d13-c97f-4561-8873-78db1784c060 req-6b1d8476-9cf7-4e70-a617-8889e6573b89 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0592661 Jun 17 07:20:42.890235 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-71de4d13-c97f-4561-8873-78db1784c060 req-c68710fc-7ee0-4096-9853-48c8fea7067c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523593 Jun 17 07:20:43.101652 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 34774) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:43.239310 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f34475b7-4005-4aed-b616-191ae035200c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:43.283311 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:43.325876 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f34475b7-4005-4aed-b616-191ae035200c admin admin] Publish callbacks [] for security_group (035af60c-1acb-4662-ba29-a62efc56a204), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:43.329873 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f34475b7-4005-4aed-b616-191ae035200c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (035af60c-1acb-4662-ba29-a62efc56a204), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:43.370700 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f34475b7-4005-4aed-b616-191ae035200c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cabdc25e41ac45ae824567f3b2aca39c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674451 Jun 17 07:20:43.371609 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34475b7-4005-4aed-b616-191ae035200c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035af60c-1acb-4662-ba29-a62efc56a204,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:43.373345 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 34794) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:43.435390 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cfa5-b5f9-4862-bb8e-26d44aa85d77 admin admin] Publish callbacks [] for security_group (035af60c-1acb-4662-ba29-a62efc56a204), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:43.460348 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cfa5-b5f9-4862-bb8e-26d44aa85d77 admin admin] Publish callbacks [] for security_group (035af60c-1acb-4662-ba29-a62efc56a204), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:43.512788 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cfa5-b5f9-4862-bb8e-26d44aa85d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (035af60c-1acb-4662-ba29-a62efc56a204), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:43.515566 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2a7cfa5-b5f9-4862-bb8e-26d44aa85d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:43.516853 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a2a7cfa5-b5f9-4862-bb8e-26d44aa85d77 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/035af60c-1acb-4662-ba29-a62efc56a204 HTTP/1.1" status: 204 len: 168 time: 0.1424205 Jun 17 07:20:43.528043 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7cfa5-b5f9-4862-bb8e-26d44aa85d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035af60c-1acb-4662-ba29-a62efc56a204,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:44.032804 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca11cd-8fb2-4970-809b-712f686e60a6 req-c81cffdf-3a34-46c9-a408-2a4af03d9b28 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:44.034444 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7eca11cd-8fb2-4970-809b-712f686e60a6 req-c81cffdf-3a34-46c9-a408-2a4af03d9b28 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0636306 Jun 17 07:20:44.083905 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7eca11cd-8fb2-4970-809b-712f686e60a6 req-9ee41789-28ad-4cde-905b-5a7ac1f4755d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Jun 17 07:20:44.985874 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:45.203556 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1e30a-b2e6-48b7-b5dd-e8da657f9c09 req-9d695b4f-676e-4b8e-8394-08fe5a38ad71 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:45.208215 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b5e1e30a-b2e6-48b7-b5dd-e8da657f9c09 req-9d695b4f-676e-4b8e-8394-08fe5a38ad71 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0490928 Jun 17 07:20:45.262129 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b5e1e30a-b2e6-48b7-b5dd-e8da657f9c09 req-00c0be02-fbea-4174-b2d0-01b95b51632a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510836 Jun 17 07:20:46.387293 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebac94-8918-4e4f-be0b-cbd894d86b19 req-63b508c0-db45-4007-82bd-038d60624d11 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:46.388919 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-39ebac94-8918-4e4f-be0b-cbd894d86b19 req-63b508c0-db45-4007-82bd-038d60624d11 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0479424 Jun 17 07:20:46.436833 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-39ebac94-8918-4e4f-be0b-cbd894d86b19 req-fac07967-87c3-4641-9f26-d5430b23cce4 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Jun 17 07:20:47.552946 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefdd83-9e98-4b54-85a0-1e356c2695d4 req-9189e626-a1f4-4423-8f9c-c4874aaf3bca tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:47.554579 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9fefdd83-9e98-4b54-85a0-1e356c2695d4 req-9189e626-a1f4-4423-8f9c-c4874aaf3bca tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0489821 Jun 17 07:20:47.603669 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9fefdd83-9e98-4b54-85a0-1e356c2695d4 req-acc26b91-6483-4d54-b02b-a5608cdde818 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Jun 17 07:20:48.714942 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9d5cc-16e7-454c-9dd0-287662c01e92 req-767e7210-8162-4b6e-bf12-34925d3a0de1 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:48.716409 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f4f9d5cc-16e7-454c-9dd0-287662c01e92 req-767e7210-8162-4b6e-bf12-34925d3a0de1 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0467987 Jun 17 07:20:48.748554 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:48.763548 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f4f9d5cc-16e7-454c-9dd0-287662c01e92 req-6b197aca-1e97-4153-bd2f-8645254f3a5b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416217 Jun 17 07:20:49.589318 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02db4e-c760-4caf-97f6-502ea1bf9ec7 req-56a6bd5c-22e6-49d1-8184-03ab1d43e92d tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:49.590832 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fa02db4e-c760-4caf-97f6-502ea1bf9ec7 req-56a6bd5c-22e6-49d1-8184-03ab1d43e92d tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 946 time: 0.0492680 Jun 17 07:20:49.616334 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:49.642482 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fa02db4e-c760-4caf-97f6-502ea1bf9ec7 req-c15fef25-b682-4793-b8e7-84952e5699af tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461464 Jun 17 07:20:49.793889 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=59 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:49.798000 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=50 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:49.879876 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af46d6b-ed25-457f-a57e-a902b0e0e30a req-a921d508-0146-4ef7-95fa-b117f4bf0db4 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:49.881376 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7af46d6b-ed25-457f-a57e-a902b0e0e30a req-a921d508-0146-4ef7-95fa-b117f4bf0db4 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0476532 Jun 17 07:20:49.911517 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:49.931139 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7af46d6b-ed25-457f-a57e-a902b0e0e30a req-4ee7538d-fc9e-4c4d-b747-fec1ede29f05 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437028 Jun 17 07:20:50.757476 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1eec0d-8d86-47af-99bd-5bf34cd2afca req-755f9085-87cf-42bb-b9ce-25f4228bf070 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:50.758948 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5a1eec0d-8d86-47af-99bd-5bf34cd2afca req-755f9085-87cf-42bb-b9ce-25f4228bf070 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 946 time: 0.0467553 Jun 17 07:20:50.808566 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5a1eec0d-8d86-47af-99bd-5bf34cd2afca req-36f337fb-8a44-44b3-865e-d12b81dcd3ef tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Jun 17 07:20:51.048160 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1bd6-7b20-4b24-9a01-dc856c44edee req-9abb11a2-5ee0-4393-adc8-cddb38f43cbb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:51.049612 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e37a1bd6-7b20-4b24-9a01-dc856c44edee req-9abb11a2-5ee0-4393-adc8-cddb38f43cbb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0498745 Jun 17 07:20:51.096878 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e37a1bd6-7b20-4b24-9a01-dc856c44edee req-923d9818-d462-4d14-8aaf-951164dee053 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Jun 17 07:20:51.734715 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 35032) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:51.850827 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3dffdc2d-b27c-4507-82ce-602ecd560c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:51.942535 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22992f36-85d3-41b2-8c46-fa6348066de6 req-97db1079-3308-4113-af9d-1c10d3bb5a09 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:51.943988 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-22992f36-85d3-41b2-8c46-fa6348066de6 req-97db1079-3308-4113-af9d-1c10d3bb5a09 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 946 time: 0.0648026 Jun 17 07:20:51.989971 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3dffdc2d-b27c-4507-82ce-602ecd560c97 admin admin] Publish callbacks [] for security_group (8e3a5663-94e6-4d4d-8a98-adbe4a4a348c), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:51.994895 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3dffdc2d-b27c-4507-82ce-602ecd560c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (8e3a5663-94e6-4d4d-8a98-adbe4a4a348c), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.043041 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-22992f36-85d3-41b2-8c46-fa6348066de6 req-793f8209-7a83-43e7-b2a6-58e4d864c66c tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/security-groups?id=98c5bc60-200a-4691-9187-ce842c2794b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919921 Jun 17 07:20:52.056758 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-3dffdc2d-b27c-4507-82ce-602ecd560c97 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=737082f191774433bbdb7d29fcc6d191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209627 Jun 17 07:20:52.058590 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffdc2d-b27c-4507-82ce-602ecd560c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3a5663-94e6-4d4d-8a98-adbe4a4a348c,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:52.059907 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35038) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:52.109678 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11e3dd2a-2d02-490e-810a-a256ef1bbd9a admin admin] Publish callbacks [] for security_group (8e3a5663-94e6-4d4d-8a98-adbe4a4a348c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.131980 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11e3dd2a-2d02-490e-810a-a256ef1bbd9a admin admin] Publish callbacks [] for security_group (8e3a5663-94e6-4d4d-8a98-adbe4a4a348c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.235342 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11e3dd2a-2d02-490e-810a-a256ef1bbd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (8e3a5663-94e6-4d4d-8a98-adbe4a4a348c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.237894 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11e3dd2a-2d02-490e-810a-a256ef1bbd9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.241496 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-11e3dd2a-2d02-490e-810a-a256ef1bbd9a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8e3a5663-94e6-4d4d-8a98-adbe4a4a348c HTTP/1.1" status: 204 len: 168 time: 0.1773849 Jun 17 07:20:52.261375 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd29de-3e44-4589-8bbd-9410c9365c39 req-52d2d762-6b5a-4418-a5e9-3dd42b6afed2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:52.263193 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-01cd29de-3e44-4589-8bbd-9410c9365c39 req-52d2d762-6b5a-4418-a5e9-3dd42b6afed2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0914240 Jun 17 07:20:52.268176 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3dd2a-2d02-490e-810a-a256ef1bbd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3a5663-94e6-4d4d-8a98-adbe4a4a348c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:52.289942 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e653b8-03b4-48ef-87f8-2c8736233765 req-c7474141-09bc-47b0-a3d2-b9affdf22258 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:52.291926 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-84e653b8-03b4-48ef-87f8-2c8736233765 req-c7474141-09bc-47b0-a3d2-b9affdf22258 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 946 time: 0.0894535 Jun 17 07:20:52.398913 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-01cd29de-3e44-4589-8bbd-9410c9365c39 req-212e1516-17b0-4053-b97a-0c4f389979d8 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281645 Jun 17 07:20:52.454888 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-84e653b8-03b4-48ef-87f8-2c8736233765 req-1da5f342-79b2-43c5-9cc3-c0cee2884619 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Deleting port 2b54f26a-5895-4258-b7f5-aa5845feef41 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:20:52.455333 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-84e653b8-03b4-48ef-87f8-2c8736233765 req-1da5f342-79b2-43c5-9cc3-c0cee2884619 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.546221 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-84e653b8-03b4-48ef-87f8-2c8736233765 req-1da5f342-79b2-43c5-9cc3-c0cee2884619 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] For port 2b54f26a-5895-4258-b7f5-aa5845feef41, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2b54f26a-5895-4258-b7f5-aa5845feef41,segment=NetworkSegment(5ca2efc1-95eb-4d37-b7f5-edb40c4867ad),segment_id=5ca2efc1-95eb-4d37-b7f5-edb40c4867ad)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:52.546580 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-84e653b8-03b4-48ef-87f8-2c8736233765 req-1da5f342-79b2-43c5-9cc3-c0cee2884619 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.569288 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-84e653b8-03b4-48ef-87f8-2c8736233765 req-1da5f342-79b2-43c5-9cc3-c0cee2884619 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Calling delete_port for 2b54f26a-5895-4258-b7f5-aa5845feef41 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:20:52.575455 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 35050) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:52.590379 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9536ce45-a71c-4459-aea4-ddbb38192a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.685042 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9536ce45-a71c-4459-aea4-ddbb38192a22 admin admin] Publish callbacks [] for security_group (6b857369-c422-4d25-8e5a-e6cc45f708cc), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.686283 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:52.688939 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9536ce45-a71c-4459-aea4-ddbb38192a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6b857369-c422-4d25-8e5a-e6cc45f708cc), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.727510 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536ce45-a71c-4459-aea4-ddbb38192a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b857369-c422-4d25-8e5a-e6cc45f708cc,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:52.736926 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-9536ce45-a71c-4459-aea4-ddbb38192a22 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a8e981179cfb4bfcbb74ba1cf67b5edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599863 Jun 17 07:20:52.739578 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 35054) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:52.754475 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-84e653b8-03b4-48ef-87f8-2c8736233765 req-1da5f342-79b2-43c5-9cc3-c0cee2884619 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (2b54f26a-5895-4258-b7f5-aa5845feef41), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.767860 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['2b54f26a-5895-4258-b7f5-aa5845feef41'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:20:52.787043 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5f342-79b2-43c5-9cc3-c0cee2884619 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Pushing event deleted for resources: {'Port': ['ID=2b54f26a-5895-4258-b7f5-aa5845feef41,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:52.802150 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a85a-cbc7-4c9e-9092-196ed24cc5ea admin admin] Publish callbacks [] for security_group (6b857369-c422-4d25-8e5a-e6cc45f708cc), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.826391 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a85a-cbc7-4c9e-9092-196ed24cc5ea admin admin] Publish callbacks [] for security_group (6b857369-c422-4d25-8e5a-e6cc45f708cc), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.854113 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e653b8-03b4-48ef-87f8-2c8736233765 req-1da5f342-79b2-43c5-9cc3-c0cee2884619 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] No DVR routers for this DVR port 2b54f26a-5895-4258-b7f5-aa5845feef41 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:20:52.858055 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-84e653b8-03b4-48ef-87f8-2c8736233765 req-1da5f342-79b2-43c5-9cc3-c0cee2884619 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.861622 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-84e653b8-03b4-48ef-87f8-2c8736233765 req-1da5f342-79b2-43c5-9cc3-c0cee2884619 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.16 "DELETE /v2.0/ports/2b54f26a-5895-4258-b7f5-aa5845feef41 HTTP/1.1" status: 204 len: 173 time: 0.5619543 Jun 17 07:20:52.862097 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd2b266-655e-4605-8db4-c708addf8e80', 'name': 'network-vif-deleted', 'tag': '2b54f26a-5895-4258-b7f5-aa5845feef41'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:20:52.864459 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67cb9a3-29e6-4f3c-a8b5-4c19768ac43a" -d '{"events": [{"server_uuid": "bbd2b266-655e-4605-8db4-c708addf8e80", "name": "network-vif-deleted", "tag": "2b54f26a-5895-4258-b7f5-aa5845feef41"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:20:52.886687 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a85a-cbc7-4c9e-9092-196ed24cc5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6b857369-c422-4d25-8e5a-e6cc45f708cc), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.889690 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c0e5a85a-cbc7-4c9e-9092-196ed24cc5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:52.890854 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c0e5a85a-cbc7-4c9e-9092-196ed24cc5ea admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6b857369-c422-4d25-8e5a-e6cc45f708cc HTTP/1.1" status: 204 len: 168 time: 0.1503255 Jun 17 07:20:52.899149 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5a85a-cbc7-4c9e-9092-196ed24cc5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b857369-c422-4d25-8e5a-e6cc45f708cc,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:52.949412 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272ab471-a703-4cff-b739-cbfcce844f4c x-openstack-request-id: req-272ab471-a703-4cff-b739-cbfcce844f4c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:20:52.949820 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd2b266-655e-4605-8db4-c708addf8e80", "name": "network-vif-deleted", "tag": "2b54f26a-5895-4258-b7f5-aa5845feef41", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:20:52.950166 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-272ab471-a703-4cff-b739-cbfcce844f4c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:20:52.950924 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272ab471-a703-4cff-b739-cbfcce844f4c'] response: {'server_uuid': 'bbd2b266-655e-4605-8db4-c708addf8e80', 'name': 'network-vif-deleted', 'tag': '2b54f26a-5895-4258-b7f5-aa5845feef41', 'status': 'completed', 'code': 200} Jun 17 07:20:53.295973 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-099b6fc1-e3c5-4453-b05a-1f5b365d3dce req-1ccac82f-03cf-435a-83c4-78615a5bc899 tempest-DeleteServersTestJSON-55594728 tempest-DeleteServersTestJSON-55594728-project] 10.222.0.33 "GET /v2.0/ports?device_id=bbd2b266-655e-4605-8db4-c708addf8e80 HTTP/1.1" status: 200 len: 210 time: 0.0336237 Jun 17 07:20:53.334123 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35064) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:53.347966 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d920f5ba-5e0e-474e-9261-ab52c594af27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:53.350385 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:53.436881 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d920f5ba-5e0e-474e-9261-ab52c594af27 admin admin] Publish callbacks [] for security_group (d58c5be0-1a1a-4612-8bc0-f1007b9533e4), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:53.440702 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d920f5ba-5e0e-474e-9261-ab52c594af27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d58c5be0-1a1a-4612-8bc0-f1007b9533e4), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:53.481906 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920f5ba-5e0e-474e-9261-ab52c594af27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58c5be0-1a1a-4612-8bc0-f1007b9533e4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:53.487151 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-d920f5ba-5e0e-474e-9261-ab52c594af27 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9c43e24ab5784f068c4338721bc0a7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518092 Jun 17 07:20:53.496893 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35070) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:53.522515 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c58ea-0362-4278-9174-1d389c95ccf0 req-26678a9d-2ad2-478b-a9f2-6804848272f7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:53.523973 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ea0c58ea-0362-4278-9174-1d389c95ccf0 req-26678a9d-2ad2-478b-a9f2-6804848272f7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0602992 Jun 17 07:20:53.537098 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:53.545182 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b46e21d-3b85-403b-82c8-ee0e2e368d71 admin admin] Publish callbacks [] for security_group (d58c5be0-1a1a-4612-8bc0-f1007b9533e4), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:53.567596 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b46e21d-3b85-403b-82c8-ee0e2e368d71 admin admin] Publish callbacks [] for security_group (d58c5be0-1a1a-4612-8bc0-f1007b9533e4), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:53.574900 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ea0c58ea-0362-4278-9174-1d389c95ccf0 req-5fa473a2-3a5d-4de1-80ce-208bfdc0bbba tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446703 Jun 17 07:20:53.617038 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b46e21d-3b85-403b-82c8-ee0e2e368d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d58c5be0-1a1a-4612-8bc0-f1007b9533e4), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:53.619715 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b46e21d-3b85-403b-82c8-ee0e2e368d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:53.620941 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-4b46e21d-3b85-403b-82c8-ee0e2e368d71 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d58c5be0-1a1a-4612-8bc0-f1007b9533e4 HTTP/1.1" status: 204 len: 168 time: 0.1230738 Jun 17 07:20:53.628723 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46e21d-3b85-403b-82c8-ee0e2e368d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58c5be0-1a1a-4612-8bc0-f1007b9533e4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:54.321778 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35094) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:54.442508 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1884189467-network', 'tenant_id': '656ac358f6f44d7180b1122e87dc9c3e'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:54.461579 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Made reservation on behalf of 656ac358f6f44d7180b1122e87dc9c3e for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:20:54.463917 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:54.472119 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:54.565221 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Publish callbacks [] for security_group (b5902e33-ba63-4359-b599-b9efdd5404ab), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:54.569161 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (b5902e33-ba63-4359-b599-b9efdd5404ab), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:54.598250 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:20:54.612463 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5902e33-ba63-4359-b599-b9efdd5404ab,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:54.619168 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (c2c05dda-1617-49f0-99dd-00c629ac50bc), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:54.620211 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.segments_db [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Added segment c2c05dda-1617-49f0-99dd-00c629ac50bc of type vlan for network 1236b686-194b-46a8-a3de-bb596b3f531d Jun 17 07:20:54.672142 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (1236b686-194b-46a8-a3de-bb596b3f531d), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:54.727340 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:54.736490 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0711ea-af78-4459-be5e-bb3647edacff req-2ed62788-502a-4083-a5d3-224b62b3af72 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:54.737988 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0c0711ea-af78-4459-be5e-bb3647edacff req-2ed62788-502a-4083-a5d3-224b62b3af72 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0631583 Jun 17 07:20:54.739263 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (1236b686-194b-46a8-a3de-bb596b3f531d), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:54.740247 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:54.740802 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:54.797340 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4744496 Jun 17 07:20:54.800306 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 35118) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:54.805169 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] Request body: {'subnet': {'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1884189467-subnet', 'tenant_id': '656ac358f6f44d7180b1122e87dc9c3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:20:54.812003 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:54.826784 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] Made reservation on behalf of 656ac358f6f44d7180b1122e87dc9c3e for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:20:54.829420 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:54.837295 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:54.840108 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f2724-be72-44ee-a12e-7047d59e4ed7 admin admin] Pushing event updated for resources: {'Network': ['ID=1236b686-194b-46a8-a3de-bb596b3f531d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:54.852888 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 1236b686-194b-46a8-a3de-bb596b3f531d details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:20:54.857984 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0c0711ea-af78-4459-be5e-bb3647edacff req-770b8e98-beb3-4f4b-9fcc-8bc3fe7c2e6e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078379 Jun 17 07:20:55.005016 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (4ffedf8e-0177-45bf-8d58-32dd5f506f52), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:55.058941 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ffedf8e-0177-45bf-8d58-32dd5f506f52,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:55.068957 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] Checking segment: {'id': 'c2c05dda-1617-49f0-99dd-00c629ac50bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:20:55.069299 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] Network hostable DHCP agents. Network: 1236b686-194b-46a8-a3de-bb596b3f531d, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:20:55.086456 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] Network 1236b686-194b-46a8-a3de-bb596b3f531d is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:20:55.095870 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 1236b686-194b-46a8-a3de-bb596b3f531d) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:20:55.099870 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:55.100498 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:55.105388 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfc2af5-f16d-4786-9a9e-340a27e2916a None None] Network 1236b686-194b-46a8-a3de-bb596b3f531d requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:20:55.117250 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c6a3e389-8065-4737-bdd4-cbf256e941e2 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3158863 Jun 17 07:20:55.213475 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d652fd-093e-4606-be20-6bf74b4f49dd None None] Network 1236b686-194b-46a8-a3de-bb596b3f531d requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:20:55.806775 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35140) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:55.982420 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b843a-fd5f-4e9b-b804-fd4d23e66514 req-0ad3bd59-8de0-46ad-b8bb-5bcad5c1dd73 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:55.983819 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-069b843a-fd5f-4e9b-b804-fd4d23e66514 req-0ad3bd59-8de0-46ad-b8bb-5bcad5c1dd73 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0555847 Jun 17 07:20:56.029960 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-069b843a-fd5f-4e9b-b804-fd4d23e66514 req-481f838b-c40b-4ce7-ac19-eef4ad95d599 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Jun 17 07:20:56.174954 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 2b54f26a-5895-4258-b7f5-aa5845feef41 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:20:56.179137 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818816'] for router_interface (feef6a1b-7091-45db-ae29-84e70de70706), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:56.193376 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 2b54f26a-5895-4258-b7f5-aa5845feef41 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:20:56.193713 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 2b54f26a-5895-4258-b7f5-aa5845feef41 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:20:56.658960 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] Deleting port 486f3015-1c3d-4cc3-9e30-82381422a1cc {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:20:56.659329 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:56.741607 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] For port 486f3015-1c3d-4cc3-9e30-82381422a1cc, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=486f3015-1c3d-4cc3-9e30-82381422a1cc,segment=NetworkSegment(5ca2efc1-95eb-4d37-b7f5-edb40c4867ad),segment_id=5ca2efc1-95eb-4d37-b7f5-edb40c4867ad)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:56.741978 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:56.755030 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] Calling delete_port for 486f3015-1c3d-4cc3-9e30-82381422a1cc owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:20:56.890740 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:56.937947 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (486f3015-1c3d-4cc3-9e30-82381422a1cc), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:56.968912 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=486f3015-1c3d-4cc3-9e30-82381422a1cc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:56.975885 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:57.098798 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820240'] for router_interface (feef6a1b-7091-45db-ae29-84e70de70706), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:57.163051 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246eafd-c262-4edd-b10f-5caf68d0e472 req-8a6908cf-7a52-433d-8e1f-426eaf279fb5 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:57.164646 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2246eafd-c262-4edd-b10f-5caf68d0e472 req-8a6908cf-7a52-433d-8e1f-426eaf279fb5 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0622494 Jun 17 07:20:57.214460 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2246eafd-c262-4edd-b10f-5caf68d0e472 req-ecf2a27a-eeb0-4774-b848-de9c2c6e408f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Jun 17 07:20:57.312216 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] Router feef6a1b-7091-45db-ae29-84e70de70706 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:20:57.413991 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:20:57.419436 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-5c57cf77-b27d-4e57-95d5-9f6c374969e5 admin admin] 10.222.0.33 "PUT /v2.0/routers/feef6a1b-7091-45db-ae29-84e70de70706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6144288 Jun 17 07:20:57.421996 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35162) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:57.423244 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1bb91b-a2cf-4d71-bc93-06e4a75c4ce1 None None] Sync routers for ids ['feef6a1b-7091-45db-ae29-84e70de70706'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:20:57.434413 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1bb91b-a2cf-4d71-bc93-06e4a75c4ce1 None None] Routers {'feef6a1b-7091-45db-ae29-84e70de70706'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:20:57.435102 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-dd1bb91b-a2cf-4d71-bc93-06e4a75c4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:20:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['feef6a1b-7091-45db-ae29-84e70de70706'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:57.520027 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Publish callbacks [] for router (feef6a1b-7091-45db-ae29-84e70de70706), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:57.534396 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-dd1bb91b-a2cf-4d71-bc93-06e4a75c4ce1 None None] Set router feef6a1b-7091-45db-ae29-84e70de70706 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:20:57.620687 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Publish callbacks [] for router_gateway (feef6a1b-7091-45db-ae29-84e70de70706), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:57.665491 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Deleting port 74bd54c6-8af8-44c6-a38b-03c160e55918 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:20:57.665829 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:57.707205 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-dd1bb91b-a2cf-4d71-bc93-06e4a75c4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'name': 'tempest-DeleteServersTestJSON-1158684878-router', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:20:56Z', 'revision_number': 5, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'gw_port': {'id': '74bd54c6-8af8-44c6-a38b-03c160e55918', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:45Z', 'updated_at': '2022-06-17T07:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:57.731553 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1bb91b-a2cf-4d71-bc93-06e4a75c4ce1 None None] Checking router: feef6a1b-7091-45db-ae29-84e70de70706 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:20:57.740301 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1bb91b-a2cf-4d71-bc93-06e4a75c4ce1 None None] Routers {'feef6a1b-7091-45db-ae29-84e70de70706'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:20:57.741054 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-dd1bb91b-a2cf-4d71-bc93-06e4a75c4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:20:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['feef6a1b-7091-45db-ae29-84e70de70706'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:57.755397 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] For port 74bd54c6-8af8-44c6-a38b-03c160e55918, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=74bd54c6-8af8-44c6-a38b-03c160e55918,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:57.756019 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:57.770701 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Calling delete_port for 74bd54c6-8af8-44c6-a38b-03c160e55918 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:20:57.783305 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:57.828355 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-dd1bb91b-a2cf-4d71-bc93-06e4a75c4ce1 None None] Set router feef6a1b-7091-45db-ae29-84e70de70706 gateway port host: None {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:20:57.888246 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-dd1bb91b-a2cf-4d71-bc93-06e4a75c4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'name': 'tempest-DeleteServersTestJSON-1158684878-router', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:20:57Z', 'revision_number': 6, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'gw_port_host': None}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:57.897185 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:57.916018 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1bb91b-a2cf-4d71-bc93-06e4a75c4ce1 None None] The sync data for ids ['feef6a1b-7091-45db-ae29-84e70de70706'] in dv-cinder-834822-4-iscsi is: [{'id': 'feef6a1b-7091-45db-ae29-84e70de70706', 'name': 'tempest-DeleteServersTestJSON-1158684878-router', 'tenant_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:20:57Z', 'revision_number': 6, 'project_id': '09dfc5c0d3f4405a901acd8eeef080b9', 'gw_port_host': None}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:20:57.950214 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (74bd54c6-8af8-44c6-a38b-03c160e55918), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:57.977857 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74bd54c6-8af8-44c6-a38b-03c160e55918,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:58.002644 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819527'] for router_gateway (feef6a1b-7091-45db-ae29-84e70de70706), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.105244 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7687'] for router (feef6a1b-7091-45db-ae29-84e70de70706), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.107383 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Publish callbacks [] for router_controller (feef6a1b-7091-45db-ae29-84e70de70706), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.172140 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1824228'] for router (feef6a1b-7091-45db-ae29-84e70de70706), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.172664 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feef6a1b-7091-45db-ae29-84e70de70706 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:20:58.177323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.178460 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-5123aeb3-9540-4d0e-afcc-ee87b5f16ed6 admin admin] 10.222.0.33 "DELETE /v2.0/routers/feef6a1b-7091-45db-ae29-84e70de70706 HTTP/1.1" status: 204 len: 168 time: 0.7555604 Jun 17 07:20:58.180951 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35168) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:58.226345 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa75d9e-e5d2-40a6-a4b6-8c095fd17ffc admin admin] Deleting subnet 305d4444-e3c2-40f5-8b4b-9acabfd3c3a9 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:20:58.229915 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afa75d9e-e5d2-40a6-a4b6-8c095fd17ffc admin admin] Publish callbacks [] for subnet (305d4444-e3c2-40f5-8b4b-9acabfd3c3a9), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.272322 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afa75d9e-e5d2-40a6-a4b6-8c095fd17ffc admin admin] Publish callbacks [] for subnet (305d4444-e3c2-40f5-8b4b-9acabfd3c3a9), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.348056 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c31ca-5890-45ac-9e4c-f57b8579e7a4 req-61aec699-73f0-4775-b1e8-6f17fafe9439 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:58.349639 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-375c31ca-5890-45ac-9e4c-f57b8579e7a4 req-61aec699-73f0-4775-b1e8-6f17fafe9439 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0558612 Jun 17 07:20:58.360654 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afa75d9e-e5d2-40a6-a4b6-8c095fd17ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (305d4444-e3c2-40f5-8b4b-9acabfd3c3a9), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.420116 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-375c31ca-5890-45ac-9e4c-f57b8579e7a4 req-44b82e9e-74d5-40f8-b61e-0a580ebf0e84 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603361 Jun 17 07:20:58.445858 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afa75d9e-e5d2-40a6-a4b6-8c095fd17ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (305d4444-e3c2-40f5-8b4b-9acabfd3c3a9), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.472340 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa75d9e-e5d2-40a6-a4b6-8c095fd17ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=305d4444-e3c2-40f5-8b4b-9acabfd3c3a9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:58.477978 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afa75d9e-e5d2-40a6-a4b6-8c095fd17ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.481600 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-afa75d9e-e5d2-40a6-a4b6-8c095fd17ffc admin admin] 10.222.0.33 "DELETE /v2.0/subnets/305d4444-e3c2-40f5-8b4b-9acabfd3c3a9 HTTP/1.1" status: 204 len: 168 time: 0.2996631 Jun 17 07:20:58.483958 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35172) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:58.484290 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2595a339-2be5-4411-a900-bf4494195239 None None] Network 57d55a23-c630-40ec-bb39-da47a22efdb9 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:20:58.555132 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (57d55a23-c630-40ec-bb39-da47a22efdb9), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.602370 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Deleting port 46a7d5fe-209c-48fb-92cc-47edad48ff4d {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:20:58.602706 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.668172 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] For port 46a7d5fe-209c-48fb-92cc-47edad48ff4d, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=46a7d5fe-209c-48fb-92cc-47edad48ff4d,segment=NetworkSegment(5ca2efc1-95eb-4d37-b7f5-edb40c4867ad),segment_id=5ca2efc1-95eb-4d37-b7f5-edb40c4867ad)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:58.668526 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.680481 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Calling delete_port for 46a7d5fe-209c-48fb-92cc-47edad48ff4d owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:20:58.752306 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] DHCP port deletion for 57d55a23-c630-40ec-bb39-da47a22efdb9 request from dv-cinder-834822-4-iscsi {{(pid=103803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 07:20:58.765134 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:58.785437 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.813755 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Deleting port 46a7d5fe-209c-48fb-92cc-47edad48ff4d {{(pid=103803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:20:58.814160 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), before_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.829826 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Pushing event deleted for resources: {'Port': ['ID=46a7d5fe-209c-48fb-92cc-47edad48ff4d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:58.836614 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 486f3015-1c3d-4cc3-9e30-82381422a1cc no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:20:58.836880 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] No DVR routers for this DVR port 46a7d5fe-209c-48fb-92cc-47edad48ff4d on host dv-cinder-834822-4-iscsi {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:20:58.881558 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:58.884254 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 486f3015-1c3d-4cc3-9e30-82381422a1cc {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:20:58.884596 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 486f3015-1c3d-4cc3-9e30-82381422a1cc not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:20:58.903092 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] For port 46a7d5fe-209c-48fb-92cc-47edad48ff4d, host dv-cinder-834822-4-iscsi, got binding levels [] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:20:58.903584 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), precommit_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.915494 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (57d55a23-c630-40ec-bb39-da47a22efdb9), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.919535 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Calling delete_port for 46a7d5fe-209c-48fb-92cc-47edad48ff4d owned by network:dhcp {{(pid=103803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:20:58.924008 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.ipam_backend_mixin [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Port 46a7d5fe-209c-48fb-92cc-47edad48ff4d was not found and therefore no delete operation was performed {{(pid=103803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 17 07:20:58.925350 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (46a7d5fe-209c-48fb-92cc-47edad48ff4d), after_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:58.939266 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:58.939745 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:58.940664 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:58.941075 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > port after_create 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:58.941487 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:58.941839 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > port after_update 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:58.942266 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:58.942609 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:58.943101 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:58.943527 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:58.958541 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Pushing event deleted for resources: {'Port': ['ID=46a7d5fe-209c-48fb-92cc-47edad48ff4d,revision_number=None']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:58.963201 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] No DVR routers for this DVR port 46a7d5fe-209c-48fb-92cc-47edad48ff4d on host dv-cinder-834822-4-iscsi {{(pid=103803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:20:58.969742 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.970081 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.970623 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.970978 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.971310 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.971636 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.971957 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.972335 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.972661 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.972978 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.973299 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.973634 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.973951 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.974423 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:58.974746 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161a8957-1407-423d-a355-5e087086a9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:20:59.118617 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:59.118912 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:59.119282 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:59.119609 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:20:59.120042 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d55a23-c630-40ec-bb39-da47a22efdb9']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:59.138083 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:59.138381 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca2efc1-95eb-4d37-b7f5-edb40c4867ad') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:20:59.157502 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417089'] for segment (5ca2efc1-95eb-4d37-b7f5-edb40c4867ad), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:59.177894 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (5ca2efc1-95eb-4d37-b7f5-edb40c4867ad), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:59.186375 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:20:59.186709 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63144794'] for segment (5ca2efc1-95eb-4d37-b7f5-edb40c4867ad), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:59.261484 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (57d55a23-c630-40ec-bb39-da47a22efdb9), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:59.269151 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:59.277015 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] 10.222.0.33 "DELETE /v2.0/networks/57d55a23-c630-40ec-bb39-da47a22efdb9 HTTP/1.1" status: 204 len: 168 time: 0.7874994 Jun 17 07:20:59.294673 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fb168-c219-4635-8b22-47715ee2650f admin admin] Pushing event deleted for resources: {'Network': ['ID=57d55a23-c630-40ec-bb39-da47a22efdb9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:59.320289 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:20:59.399271 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-d9deb8d0-4695-461c-b856-5339bdd7d7b1 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:59.400710 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-d9deb8d0-4695-461c-b856-5339bdd7d7b1 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/networks?id=1236b686-194b-46a8-a3de-bb596b3f531d HTTP/1.1" status: 200 len: 809 time: 0.1271498 Jun 17 07:20:59.417088 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-d18370ea-7830-43a7-bd5b-712ae5b98209 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/quotas/656ac358f6f44d7180b1122e87dc9c3e HTTP/1.1" status: 200 len: 375 time: 0.0105484 Jun 17 07:20:59.442363 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 35192) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:59.455881 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment 5ca2efc1-95eb-4d37-b7f5-edb40c4867ad resource provider aggregate not found Jun 17 07:20:59.458394 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-c5dc525b-251c-4346-995f-d8bf9bb62cf9 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=656ac358f6f44d7180b1122e87dc9c3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344610 Jun 17 07:20:59.476196 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment 5ca2efc1-95eb-4d37-b7f5-edb40c4867ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ca2efc1-95eb-4d37-b7f5-edb40c4867ad found for delete ", "request_id": "req-5027e110-696e-4796-914b-ba54833c0499"}]} Jun 17 07:20:59.495512 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-4d646b1e-956c-4ea3-a869-8061b466e9d8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=09dfc5c0d3f4405a901acd8eeef080b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0514734 Jun 17 07:20:59.495707 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35198) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:20:59.550530 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e705d-5bd5-4030-a6cc-3e7e97d7e129 req-4ce37b87-7d00-454d-ae1e-01a952cbd470 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:20:59.552056 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-538e705d-5bd5-4030-a6cc-3e7e97d7e129 req-4ce37b87-7d00-454d-ae1e-01a952cbd470 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0481257 Jun 17 07:20:59.592585 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-ffc5612f-498d-44bd-a48e-2856be322de8 service neutron] 10.222.0.33 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264031 Jun 17 07:20:59.597160 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5983b1e7-25de-4301-b2ff-ea1bfe138574 admin admin] Publish callbacks [] for security_group (98c5bc60-200a-4691-9187-ce842c2794b0), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:59.598291 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-538e705d-5bd5-4030-a6cc-3e7e97d7e129 req-3218f84f-136c-4dd0-8d08-579a86a70089 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Jun 17 07:20:59.672318 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5983b1e7-25de-4301-b2ff-ea1bfe138574 admin admin] Publish callbacks [] for security_group (98c5bc60-200a-4691-9187-ce842c2794b0), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:59.726984 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-5c0f7080-7b77-495c-bbf0-9d1e14ebb1bf service neutron] 10.222.0.33 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278999 Jun 17 07:20:59.743984 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5983b1e7-25de-4301-b2ff-ea1bfe138574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (98c5bc60-200a-4691-9187-ce842c2794b0), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:59.746666 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5983b1e7-25de-4301-b2ff-ea1bfe138574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:20:59.747781 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-5983b1e7-25de-4301-b2ff-ea1bfe138574 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/98c5bc60-200a-4691-9187-ce842c2794b0 HTTP/1.1" status: 204 len: 168 time: 0.2511623 Jun 17 07:20:59.755706 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983b1e7-25de-4301-b2ff-ea1bfe138574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c5bc60-200a-4691-9187-ce842c2794b0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:20:59.935653 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a10e5b36-5ede-49e9-8ba0-6c72ef3d7e73 req-55701228-3cac-4846-99e0-e372c5cc3e24 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 210 time: 0.0390592 Jun 17 07:21:00.446835 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 74bd54c6-8af8-44c6-a38b-03c160e55918 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:21:00.467347 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 74bd54c6-8af8-44c6-a38b-03c160e55918 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:21:00.467691 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 74bd54c6-8af8-44c6-a38b-03c160e55918 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:21:00.468121 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 46a7d5fe-209c-48fb-92cc-47edad48ff4d no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:21:00.487363 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 46a7d5fe-209c-48fb-92cc-47edad48ff4d {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:21:00.487618 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 46a7d5fe-209c-48fb-92cc-47edad48ff4d not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:21:00.714721 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb88b5-28b5-4a7d-9e45-0e98017c33ae req-3c9fe42c-e056-4e07-8baf-5ee0a5040d10 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:00.716163 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-93fb88b5-28b5-4a7d-9e45-0e98017c33ae req-3c9fe42c-e056-4e07-8baf-5ee0a5040d10 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0483546 Jun 17 07:21:00.764983 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-93fb88b5-28b5-4a7d-9e45-0e98017c33ae req-bed21d9d-fb15-4814-b8cf-8fecaceda1eb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427747 Jun 17 07:21:01.040783 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c291ed6d-d948-4354-8521-86fbf5b27e90 req-465ef89d-6314-4c90-b3b5-a4fc8d30854a tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 210 time: 0.0344121 Jun 17 07:21:01.359813 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:01.387473 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-a5381299-57d2-4dcc-9782-7be492100d93 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:01.389065 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-a5381299-57d2-4dcc-9782-7be492100d93 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.16 "GET /v2.0/networks?id=1236b686-194b-46a8-a3de-bb596b3f531d HTTP/1.1" status: 200 len: 809 time: 0.3729696 Jun 17 07:21:01.416095 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Request body: {'port': {'device_id': 'd03ad911-d38e-4c61-b346-9e0b7f991586', 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d', 'admin_state_up': True, 'tenant_id': '656ac358f6f44d7180b1122e87dc9c3e'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:01.532790 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Made reservation on behalf of 656ac358f6f44d7180b1122e87dc9c3e for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:21:01.537089 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:01.667060 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Allocated IP 172.20.0.3 (1236b686-194b-46a8-a3de-bb596b3f531d/4ffedf8e-0177-45bf-8d58-32dd5f506f52/8b9dab27-3f0b-4e8a-ab07-6dc714bda77c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:21:01.700830 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:01.819509 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks [] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:01.884548 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:01.903077 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d50d0-d0f9-454a-8e41-7ab707be4ef2 req-47bf0f3b-f2d6-4406-8c9a-305ffb8d74ad tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:01.904564 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0c2d50d0-d0f9-454a-8e41-7ab707be4ef2 req-47bf0f3b-f2d6-4406-8c9a-305ffb8d74ad tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0632844 Jun 17 07:21:01.954246 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Network 1236b686-194b-46a8-a3de-bb596b3f531d is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:21:01.961827 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:21:01.964436 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:21:02.002247 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Pushing event updated for resources: {'Port': ['ID=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:02.038662 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:02.039280 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:02.044671 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0c2d50d0-d0f9-454a-8e41-7ab707be4ef2 req-16c76acb-3e93-4ac9-b4d7-43ce64541345 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183603 Jun 17 07:21:02.070132 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-7c09b258-2d28-4185-aefc-7102f1d4ab1e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6582172 Jun 17 07:21:02.085566 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Request body: {'port': {'device_id': 'd03ad911-d38e-4c61-b346-9e0b7f991586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:02.155690 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:02.163286 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc298-d09f-45b3-a147-0c4c4762a292 req-d0eae72a-b595-43a9-96e2-a7958105db47 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:02.164876 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-95fdc298-d09f-45b3-a147-0c4c4762a292 req-d0eae72a-b595-43a9-96e2-a7958105db47 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 931 time: 0.0533280 Jun 17 07:21:02.204669 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:02.214612 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-95fdc298-d09f-45b3-a147-0c4c4762a292 req-afa7f0c9-845b-4efe-b75a-3a7da48d7da5 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 Jun 17 07:21:02.263455 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:02.418408 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:21:02.425835 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Publish callbacks [] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:02.443178 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Transition to ACTIVE for port object 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:21:02.449034 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:02.470568 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e8aa-24af-41e1-afe8-e54da18b8937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:02.496382 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:02.541294 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:02.572274 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Attempting to bind port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:21:02.572599 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Attempting to bind port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'c2c05dda-1617-49f0-99dd-00c629ac50bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:21:02.572921 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Attempting to bind port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c on network 1236b686-194b-46a8-a3de-bb596b3f531d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:21:02.577684 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c on network 1236b686-194b-46a8-a3de-bb596b3f531d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:21:02.577989 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Attempting to bind port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c on network 1236b686-194b-46a8-a3de-bb596b3f531d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:21:02.587854 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:21:02.588210 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Checking segment: {'id': 'c2c05dda-1617-49f0-99dd-00c629ac50bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:21:02.588593 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Bound using segment: {'id': 'c2c05dda-1617-49f0-99dd-00c629ac50bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:21:02.589020 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Bound port: 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c05dda-1617-49f0-99dd-00c629ac50bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:21:02.589403 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:02.654425 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] For port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:21:02.657414 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] For port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c,segment=NetworkSegment(c2c05dda-1617-49f0-99dd-00c629ac50bc),segment_id=c2c05dda-1617-49f0-99dd-00c629ac50bc)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:21:02.664750 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:02.706698 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:02.707311 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:02.708720 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] 10.222.0.16 "PUT /v2.0/ports/8b9dab27-3f0b-4e8a-ab07-6dc714bda77c HTTP/1.1" status: 200 len: 1093 time: 0.6274455 Jun 17 07:21:02.709142 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03ad911-d38e-4c61-b346-9e0b7f991586', 'tag': '8b9dab27-3f0b-4e8a-ab07-6dc714bda77c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:21:02.711846 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a77a31d-c5d4-4746-9e3c-aa90d35c3c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d03ad911-d38e-4c61-b346-9e0b7f991586", "tag": "8b9dab27-3f0b-4e8a-ab07-6dc714bda77c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:21:02.731521 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf4a84-8eb0-434b-9ffe-61bc9bf38b45 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:02.776029 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668e6513-0670-4ae4-8d35-265d69368e5e x-openstack-request-id: req-668e6513-0670-4ae4-8d35-265d69368e5e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:21:02.776999 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03ad911-d38e-4c61-b346-9e0b7f991586", "tag": "8b9dab27-3f0b-4e8a-ab07-6dc714bda77c", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:21:02.777218 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-668e6513-0670-4ae4-8d35-265d69368e5e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:21:02.777705 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668e6513-0670-4ae4-8d35-265d69368e5e'] response: {'name': 'network-changed', 'server_uuid': 'd03ad911-d38e-4c61-b346-9e0b7f991586', 'tag': '8b9dab27-3f0b-4e8a-ab07-6dc714bda77c', 'status': 'completed', 'code': 200} Jun 17 07:21:02.804037 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-51e7ef25-0060-4830-9974-fc957280a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:02.805560 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-51e7ef25-0060-4830-9974-fc957280a75a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=656ac358f6f44d7180b1122e87dc9c3e&device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 1127 time: 0.0475206 Jun 17 07:21:02.854335 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-d9d9b1b3-a107-402b-b460-16adf64eb2d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c HTTP/1.1" status: 200 len: 217 time: 0.0336154 Jun 17 07:21:02.904142 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-5bc0298c-d2f7-4b8b-83b1-ed42ad414c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:02.905563 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-5bc0298c-d2f7-4b8b-83b1-ed42ad414c40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ffedf8e-0177-45bf-8d58-32dd5f506f52 HTTP/1.1" status: 200 len: 849 time: 0.0437925 Jun 17 07:21:02.936863 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-385da605-ae0a-4d91-b9c1-d478a32c4417 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1236b686-194b-46a8-a3de-bb596b3f531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238855 Jun 17 07:21:03.035865 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-c0e14f65-253f-4c7f-9545-3fddf164fd7d service neutron] 10.222.0.16 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880117 Jun 17 07:21:03.139209 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2aa938b1-7185-4bbf-a9d7-7af8fcef0414 req-fa88503a-5074-4813-a830-d6a107855dab service neutron] 10.222.0.16 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903018 Jun 17 07:21:03.148619 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:03.158105 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e36e25-363b-492a-8b03-35c118911572 req-764b23f1-b54d-44be-a131-3a49196a5b84 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:03.159585 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e36e25-363b-492a-8b03-35c118911572 req-764b23f1-b54d-44be-a131-3a49196a5b84 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0470209 Jun 17 07:21:03.215720 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e36e25-363b-492a-8b03-35c118911572 req-64a5b17e-eb18-4bb5-b4af-ae8cb73703ca tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491991 Jun 17 07:21:03.331153 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05b5e8-edc4-4be4-8e7a-2f8705f8b1c4 req-fd4be8b8-7b6f-4ed6-9f17-64739469cf2e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:03.332598 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9c05b5e8-edc4-4be4-8e7a-2f8705f8b1c4 req-fd4be8b8-7b6f-4ed6-9f17-64739469cf2e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 943 time: 0.0460839 Jun 17 07:21:03.344222 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:03.381064 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9c05b5e8-edc4-4be4-8e7a-2f8705f8b1c4 req-91ac8225-a8f9-4ac2-8751-545b5fecda4a tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430841 Jun 17 07:21:04.326254 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a222e-00e4-4afe-b616-26f48497ae2b req-a1812234-48a8-403f-bd4b-bb2a64b67b91 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:04.327684 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7a3a222e-00e4-4afe-b616-26f48497ae2b req-a1812234-48a8-403f-bd4b-bb2a64b67b91 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0444932 Jun 17 07:21:04.372849 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7a3a222e-00e4-4afe-b616-26f48497ae2b req-4c9cc316-9bae-4918-8e8c-885458822478 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Jun 17 07:21:04.491270 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70808b60-1c0c-4ffb-bb94-a79268d14f65 req-7d1c4ecc-1657-4eca-9250-decee85fca06 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:04.492661 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-70808b60-1c0c-4ffb-bb94-a79268d14f65 req-7d1c4ecc-1657-4eca-9250-decee85fca06 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 943 time: 0.0455239 Jun 17 07:21:04.538149 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-70808b60-1c0c-4ffb-bb94-a79268d14f65 req-5366121a-31a4-49fe-b6a1-2874c635fa12 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395334 Jun 17 07:21:04.638993 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77a31d-c5d4-4746-9e3c-aa90d35c3c5d req-abed755b-a2e7-4568-92a6-ba10f7b7984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:04.640473 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8a77a31d-c5d4-4746-9e3c-aa90d35c3c5d req-abed755b-a2e7-4568-92a6-ba10f7b7984a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=656ac358f6f44d7180b1122e87dc9c3e&device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 1127 time: 0.0430133 Jun 17 07:21:04.696601 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-7729338d-c5ce-4307-b91d-aea2baee2ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:04.734045 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77a31d-c5d4-4746-9e3c-aa90d35c3c5d req-a57470dd-85d8-45e0-9e9c-9b32f15371e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:04.735496 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8a77a31d-c5d4-4746-9e3c-aa90d35c3c5d req-a57470dd-85d8-45e0-9e9c-9b32f15371e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1236b686-194b-46a8-a3de-bb596b3f531d HTTP/1.1" status: 200 len: 910 time: 0.0859869 Jun 17 07:21:04.780327 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8a77a31d-c5d4-4746-9e3c-aa90d35c3c5d req-874e6463-68f8-4b96-8ee0-69e429bb2cec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c HTTP/1.1" status: 200 len: 217 time: 0.0365055 Jun 17 07:21:04.830452 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77a31d-c5d4-4746-9e3c-aa90d35c3c5d req-b5395586-2394-4662-83f4-26b3051a9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:04.831995 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8a77a31d-c5d4-4746-9e3c-aa90d35c3c5d req-b5395586-2394-4662-83f4-26b3051a9503 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ffedf8e-0177-45bf-8d58-32dd5f506f52 HTTP/1.1" status: 200 len: 849 time: 0.0448596 Jun 17 07:21:04.867185 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8a77a31d-c5d4-4746-9e3c-aa90d35c3c5d req-b8f0de10-61c2-40b0-a6f5-63a01397600c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1236b686-194b-46a8-a3de-bb596b3f531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263827 Jun 17 07:21:04.963160 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8a77a31d-c5d4-4746-9e3c-aa90d35c3c5d req-1a04744a-3254-4f6c-8b07-0178624bd447 service neutron] 10.222.0.16 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870278 Jun 17 07:21:04.977192 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:05.052610 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8a77a31d-c5d4-4746-9e3c-aa90d35c3c5d req-1d7658eb-88ad-438b-8bd9-d2adb6661087 service neutron] 10.222.0.16 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820053 Jun 17 07:21:05.513944 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9588d-029e-45cc-b819-df7d60963815 req-db1f4511-aadc-4dcd-ac54-82c01504da67 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:05.515414 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d1a9588d-029e-45cc-b819-df7d60963815 req-db1f4511-aadc-4dcd-ac54-82c01504da67 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0473530 Jun 17 07:21:05.563608 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d1a9588d-029e-45cc-b819-df7d60963815 req-1f97a381-1fa5-428f-968a-c293c82c59b9 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425205 Jun 17 07:21:05.663546 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabb719-b1d4-48bb-8335-417af6d9c350 req-c7b3b8b6-f319-4635-ad18-3eea806ea3c7 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:05.665088 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-edabb719-b1d4-48bb-8335-417af6d9c350 req-c7b3b8b6-f319-4635-ad18-3eea806ea3c7 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 943 time: 0.0481784 Jun 17 07:21:05.703211 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:05.718984 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-edabb719-b1d4-48bb-8335-417af6d9c350 req-c0b308e6-39e5-4ba6-abca-162e43480241 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483751 Jun 17 07:21:06.215551 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:21:06.218578 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:06.311554 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c,segment=NetworkSegment(c2c05dda-1617-49f0-99dd-00c629ac50bc),segment_id=c2c05dda-1617-49f0-99dd-00c629ac50bc)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:21:06.325534 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '8b9dab27-3f0b-4e8a-ab07-6dc714bda77c', 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d', 'port_id': '8b9dab27-3f0b-4e8a-ab07-6dc714bda77c', 'mac_address': 'fa:16:3e:a1:35:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffedf8e-0177-45bf-8d58-32dd5f506f52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:21:06.350491 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:21:06.359674 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:21:06.360057 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:06.372953 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:21:06.392822 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c,segment=NetworkSegment(c2c05dda-1617-49f0-99dd-00c629ac50bc),segment_id=c2c05dda-1617-49f0-99dd-00c629ac50bc)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:21:06.397837 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:06.443605 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:06.679458 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671602d-82ed-4b3f-9bba-dd450f7c49f9 req-c6387a83-f5a5-4524-99d7-193e2a393be1 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:06.680963 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8671602d-82ed-4b3f-9bba-dd450f7c49f9 req-c6387a83-f5a5-4524-99d7-193e2a393be1 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0492773 Jun 17 07:21:06.728230 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['8b9dab27-3f0b-4e8a-ab07-6dc714bda77c'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:21:06.756863 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8671602d-82ed-4b3f-9bba-dd450f7c49f9 req-d910a404-7e32-4df4-aa84-530175ae7dfa tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681930 Jun 17 07:21:06.904399 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1d048-0d6a-4bc8-a72e-1df79122e67a req-10ab6b83-8e48-4ead-8c1b-006c83fc3ffe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:06.910770 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-77e1d048-0d6a-4bc8-a72e-1df79122e67a req-10ab6b83-8e48-4ead-8c1b-006c83fc3ffe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 944 time: 0.0862174 Jun 17 07:21:06.967971 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-77e1d048-0d6a-4bc8-a72e-1df79122e67a req-cd6afe51-a40c-4d4b-8df4-466e42a3c92b tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503812 Jun 17 07:21:07.274173 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:07.831646 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:07.879707 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab99d7-b8a6-4b6b-a402-2d7413d54a2d req-7db424f0-d834-4735-9a12-24580880b434 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:07.881164 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3eab99d7-b8a6-4b6b-a402-2d7413d54a2d req-7db424f0-d834-4735-9a12-24580880b434 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0451369 Jun 17 07:21:07.893521 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=46 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:07.930592 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3eab99d7-b8a6-4b6b-a402-2d7413d54a2d req-03179fe4-7ee1-4263-a3cb-4b996247d5ec tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418487 Jun 17 07:21:08.089650 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01759ff7-66d6-4943-97c8-0204f18a9de1 req-63ca6cb3-5124-401c-a446-544b3adac514 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:08.091308 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-01759ff7-66d6-4943-97c8-0204f18a9de1 req-63ca6cb3-5124-401c-a446-544b3adac514 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 944 time: 0.0542011 Jun 17 07:21:08.154763 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-01759ff7-66d6-4943-97c8-0204f18a9de1 req-e0e63c11-9f47-44f6-9052-fedcc4e4bdf1 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556436 Jun 17 07:21:08.229870 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:21:08.284368 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:21:08.286255 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:08.291939 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:21:08.292404 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:08.370515 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:21:08.370896 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:08.403109 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03ad911-d38e-4c61-b346-9e0b7f991586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9dab27-3f0b-4e8a-ab07-6dc714bda77c'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:21:08.405439 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851978a3-d89b-48cb-81d1-7b0d40ba1201" -d '{"events": [{"server_uuid": "d03ad911-d38e-4c61-b346-9e0b7f991586", "name": "network-vif-plugged", "status": "completed", "tag": "8b9dab27-3f0b-4e8a-ab07-6dc714bda77c"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:21:08.418512 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c,segment=NetworkSegment(c2c05dda-1617-49f0-99dd-00c629ac50bc),segment_id=c2c05dda-1617-49f0-99dd-00c629ac50bc)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:21:08.425228 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:08.449254 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc39adf-d13b-42c5-b8d2-8ca21bb313fe x-openstack-request-id: req-dfc39adf-d13b-42c5-b8d2-8ca21bb313fe {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:21:08.449555 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03ad911-d38e-4c61-b346-9e0b7f991586", "name": "network-vif-plugged", "status": "completed", "tag": "8b9dab27-3f0b-4e8a-ab07-6dc714bda77c", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:21:08.449808 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dfc39adf-d13b-42c5-b8d2-8ca21bb313fe {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:21:08.450193 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc39adf-d13b-42c5-b8d2-8ca21bb313fe'] response: {'server_uuid': 'd03ad911-d38e-4c61-b346-9e0b7f991586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9dab27-3f0b-4e8a-ab07-6dc714bda77c', 'code': 200} Jun 17 07:21:08.475751 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:09.042223 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5f15d-ffcb-4382-a128-137e1e0e07cc req-1526eaae-f9e8-4584-8083-a380f88ee85c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:09.043663 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-01f5f15d-ffcb-4382-a128-137e1e0e07cc req-1526eaae-f9e8-4584-8083-a380f88ee85c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0488808 Jun 17 07:21:09.089187 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-01f5f15d-ffcb-4382-a128-137e1e0e07cc req-2295a342-8c68-4d90-9ae2-635200599b56 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Jun 17 07:21:09.273764 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cc17c-bfe8-4845-8c8a-55e78a6b9c88 req-9fcb05ee-752e-43ab-8595-ae2c088fc8c4 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:09.275113 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-011cc17c-bfe8-4845-8c8a-55e78a6b9c88 req-9fcb05ee-752e-43ab-8595-ae2c088fc8c4 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 945 time: 0.0493345 Jun 17 07:21:09.321430 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-011cc17c-bfe8-4845-8c8a-55e78a6b9c88 req-54dbbe4a-412e-494b-9e60-917eebf03676 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Jun 17 07:21:10.205885 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7bf74-6df9-42f1-9ccc-05b72df43724 req-333cbd84-a01b-490b-89d3-45fcfa36d611 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:10.207359 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-efe7bf74-6df9-42f1-9ccc-05b72df43724 req-333cbd84-a01b-490b-89d3-45fcfa36d611 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0465684 Jun 17 07:21:10.256804 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-efe7bf74-6df9-42f1-9ccc-05b72df43724 req-a7aa951f-1569-469e-8d43-8d0af1bd17e6 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437200 Jun 17 07:21:10.433331 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55653f13-d507-46e1-b9f3-4cb7dc67cf45 req-5ee9d32a-8229-495a-83dd-5637bef8392d tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:10.434765 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-55653f13-d507-46e1-b9f3-4cb7dc67cf45 req-5ee9d32a-8229-495a-83dd-5637bef8392d tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 945 time: 0.0455892 Jun 17 07:21:10.480328 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-55653f13-d507-46e1-b9f3-4cb7dc67cf45 req-7178d461-c7be-4968-a049-2763f593720b tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Jun 17 07:21:11.371092 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2b756-c62d-4e91-a21e-ab24af36de48 req-f33ece02-c9f0-4b78-b9f8-e9bf8e1eeb58 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:11.372577 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-80f2b756-c62d-4e91-a21e-ab24af36de48 req-f33ece02-c9f0-4b78-b9f8-e9bf8e1eeb58 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0483377 Jun 17 07:21:11.384302 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:11.424525 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-80f2b756-c62d-4e91-a21e-ab24af36de48 req-d0e0a9ca-3ab9-4e6e-a5da-da134b614dd0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461512 Jun 17 07:21:11.588658 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ef310-7b41-487b-8b27-7bfa2b60fc4c req-6de171d6-10ed-40dd-abc1-c4cdbb128956 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:11.590127 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-101ef310-7b41-487b-8b27-7bfa2b60fc4c req-6de171d6-10ed-40dd-abc1-c4cdbb128956 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 945 time: 0.0454164 Jun 17 07:21:11.639932 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-101ef310-7b41-487b-8b27-7bfa2b60fc4c req-fdeb9ba0-bb0c-4d59-a8bc-97dfc8224cff tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441542 Jun 17 07:21:11.910147 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624b5b4-6926-4526-8652-d7dee368fae4 req-9896b772-fde6-4c57-b826-5bd8e24090d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:11.911746 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b624b5b4-6926-4526-8652-d7dee368fae4 req-9896b772-fde6-4c57-b826-5bd8e24090d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 1129 time: 0.0385897 Jun 17 07:21:11.938325 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137ce8e-6ca4-4b44-91d2-8b8f397a6589 req-05b08425-8783-4e20-a94c-71d55ec957fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:11.939789 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9137ce8e-6ca4-4b44-91d2-8b8f397a6589 req-05b08425-8783-4e20-a94c-71d55ec957fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 1129 time: 0.0657890 Jun 17 07:21:11.957085 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b624b5b4-6926-4526-8652-d7dee368fae4 req-f6f0c49e-2037-4001-99a0-f4acbdc25b8a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375028 Jun 17 07:21:11.988910 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9137ce8e-6ca4-4b44-91d2-8b8f397a6589 req-050e6399-ffaf-45e5-bad8-5701a49cbccd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 Jun 17 07:21:12.539323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c51ae-4795-4b3e-b293-39890d3d66fa req-3591559b-7c93-4995-ae57-4bcb64befe4e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:12.540959 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-883c51ae-4795-4b3e-b293-39890d3d66fa req-3591559b-7c93-4995-ae57-4bcb64befe4e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0484097 Jun 17 07:21:12.591768 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-883c51ae-4795-4b3e-b293-39890d3d66fa req-3113222d-8d00-4b93-8fa0-46c8b0457fbb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Jun 17 07:21:12.760958 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ff0eb-f807-4f02-bc56-8b4c6e622b33 req-64f1f3fd-c9c4-4083-9944-e2f414d7685e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:12.762517 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-471ff0eb-f807-4f02-bc56-8b4c6e622b33 req-64f1f3fd-c9c4-4083-9944-e2f414d7685e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 945 time: 0.0537024 Jun 17 07:21:13.009558 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-471ff0eb-f807-4f02-bc56-8b4c6e622b33 req-927e6c4f-3f06-4cd3-a25a-8f42aa6092d6 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416666 Jun 17 07:21:13.704356 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab0e03-ce44-4664-bbab-a0b6382bfd22 req-924909e8-ff19-4a2d-ad37-6b213263d2c9 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:13.705785 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-32ab0e03-ce44-4664-bbab-a0b6382bfd22 req-924909e8-ff19-4a2d-ad37-6b213263d2c9 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0454714 Jun 17 07:21:13.750721 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-32ab0e03-ce44-4664-bbab-a0b6382bfd22 req-a81ad399-bb0f-469d-8617-b3268b5e4cca tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Jun 17 07:21:14.120738 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f1cee-a5b6-48ae-bdd1-b95715af3e46 req-89e51be4-8947-491b-a6c9-00b9e425d514 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:14.122157 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d17f1cee-a5b6-48ae-bdd1-b95715af3e46 req-89e51be4-8947-491b-a6c9-00b9e425d514 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 945 time: 0.0451202 Jun 17 07:21:14.167302 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d17f1cee-a5b6-48ae-bdd1-b95715af3e46 req-4b1b094d-0705-450f-b877-fd24b364ecbd tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398903 Jun 17 07:21:14.864215 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc346f0a-58e1-42da-ac8e-15b289c62093 req-e68e4488-e125-4612-a892-4e48976b8b46 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:14.865703 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fc346f0a-58e1-42da-ac8e-15b289c62093 req-e68e4488-e125-4612-a892-4e48976b8b46 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0464041 Jun 17 07:21:14.912729 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fc346f0a-58e1-42da-ac8e-15b289c62093 req-d491d70a-05c3-4be1-825a-c2ee0a352ef6 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Jun 17 07:21:14.982209 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:16.008356 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:16.024329 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98c6e5-5721-444c-a787-ac1fd64620e6 req-591e71dd-e72e-4473-9f69-c606086c1c96 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:16.025773 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2a98c6e5-5721-444c-a787-ac1fd64620e6 req-591e71dd-e72e-4473-9f69-c606086c1c96 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0458686 Jun 17 07:21:16.038604 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:16.077547 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2a98c6e5-5721-444c-a787-ac1fd64620e6 req-fa228b00-7a57-4810-8783-f299a038579e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461462 Jun 17 07:21:16.673524 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c298a91-46aa-4609-b13d-0652a6634dc8 req-59b5fe35-712c-45b5-9ba5-f82be905921c tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:16.674881 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4c298a91-46aa-4609-b13d-0652a6634dc8 req-59b5fe35-712c-45b5-9ba5-f82be905921c tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 945 time: 0.0500913 Jun 17 07:21:16.720815 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4c298a91-46aa-4609-b13d-0652a6634dc8 req-21223225-2c0d-4136-b301-9f7ec277ae69 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 Jun 17 07:21:17.196371 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e36af3-7bf3-4b47-aa5b-9ffd770a5798 req-1a7fbc20-9dde-4a56-8cd0-6de5f249f3f7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:17.198358 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d5e36af3-7bf3-4b47-aa5b-9ffd770a5798 req-1a7fbc20-9dde-4a56-8cd0-6de5f249f3f7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0490181 Jun 17 07:21:17.232011 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:17.248456 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d5e36af3-7bf3-4b47-aa5b-9ffd770a5798 req-c9afbddc-06c3-4cc4-a4ac-5a7d6b6334ca tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444720 Jun 17 07:21:17.361664 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe877c-ac05-416c-bcaa-2bff0073fcf3 req-1863efd7-9509-4090-985a-06ba494f72ce tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:17.363619 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9cbe877c-ac05-416c-bcaa-2bff0073fcf3 req-1863efd7-9509-4090-985a-06ba494f72ce tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0474694 Jun 17 07:21:17.413659 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9cbe877c-ac05-416c-bcaa-2bff0073fcf3 req-cbe9c4b6-adb7-4e5b-b290-1e4ad34f9a01 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448015 Jun 17 07:21:17.839941 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca6a9e-ac6d-4739-8c5b-d4bd864c6bdb req-6407a826-3878-41ee-ae6f-954156d48c27 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:17.841592 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-abca6a9e-ac6d-4739-8c5b-d4bd864c6bdb req-6407a826-3878-41ee-ae6f-954156d48c27 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 945 time: 0.0513690 Jun 17 07:21:17.890601 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-abca6a9e-ac6d-4739-8c5b-d4bd864c6bdb req-e6112095-1a68-4623-98e3-ebb0113a846e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434830 Jun 17 07:21:19.059855 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38798d-c42b-4d62-a5b3-62aaacd1d688 req-df7d1bcb-128b-4a13-805a-9384e617f478 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:19.061356 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4e38798d-c42b-4d62-a5b3-62aaacd1d688 req-df7d1bcb-128b-4a13-805a-9384e617f478 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0620940 Jun 17 07:21:19.076767 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7de2bf-335f-4bf3-a7d3-c9cfb771fc40 req-834ac51e-4868-4aeb-ad14-f94baed5384e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:19.078171 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-af7de2bf-335f-4bf3-a7d3-c9cfb771fc40 req-834ac51e-4868-4aeb-ad14-f94baed5384e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.16 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 945 time: 0.1279788 Jun 17 07:21:19.083209 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575fbd4-3262-4ae7-a97b-176a004d6a27 req-3d07f595-96a9-4c6c-bcfc-3603113c8766 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:19.090091 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a575fbd4-3262-4ae7-a97b-176a004d6a27 req-3d07f595-96a9-4c6c-bcfc-3603113c8766 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 945 time: 0.0923057 Jun 17 07:21:19.123661 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04491a-0591-4d3e-a6ce-f1dcffeff6c5 req-38b02a4b-5277-42e1-909c-f3f4df50502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:19.125123 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0f04491a-0591-4d3e-a6ce-f1dcffeff6c5 req-38b02a4b-5277-42e1-909c-f3f4df50502c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 1129 time: 0.0913260 Jun 17 07:21:19.165836 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a575fbd4-3262-4ae7-a97b-176a004d6a27 req-3f40eea0-80f5-4e56-bc52-021c5b0c0c9f tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747297 Jun 17 07:21:19.253859 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04491a-0591-4d3e-a6ce-f1dcffeff6c5 req-b6e2148d-dfab-41c1-bc30-c7f8e568fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:19.255623 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0f04491a-0591-4d3e-a6ce-f1dcffeff6c5 req-b6e2148d-dfab-41c1-bc30-c7f8e568fe6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.1157563 Jun 17 07:21:19.259943 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [req-af7de2bf-335f-4bf3-a7d3-c9cfb771fc40 req-0326c3aa-ad29-436b-9293-545ac93130ec tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Deleting port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:21:19.260482 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-af7de2bf-335f-4bf3-a7d3-c9cfb771fc40 req-0326c3aa-ad29-436b-9293-545ac93130ec tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:19.281449 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4e38798d-c42b-4d62-a5b3-62aaacd1d688 req-8ff95533-129d-4308-bb48-393425cb1473 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122760 Jun 17 07:21:19.312248 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0f04491a-0591-4d3e-a6ce-f1dcffeff6c5 req-f60858bf-78ae-4a39-8dd0-ed7016d542f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=679e8420-15a8-4888-a16d-37cc6488380e HTTP/1.1" status: 200 len: 217 time: 0.0489335 Jun 17 07:21:19.368271 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04491a-0591-4d3e-a6ce-f1dcffeff6c5 req-a0c57dc9-bb38-44a9-a36f-35a1e6544f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:19.368684 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-af7de2bf-335f-4bf3-a7d3-c9cfb771fc40 req-0326c3aa-ad29-436b-9293-545ac93130ec tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] For port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c,segment=NetworkSegment(c2c05dda-1617-49f0-99dd-00c629ac50bc),segment_id=c2c05dda-1617-49f0-99dd-00c629ac50bc)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:21:19.369043 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-af7de2bf-335f-4bf3-a7d3-c9cfb771fc40 req-0326c3aa-ad29-436b-9293-545ac93130ec tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:19.370544 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0f04491a-0591-4d3e-a6ce-f1dcffeff6c5 req-a0c57dc9-bb38-44a9-a36f-35a1e6544f29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.0493145 Jun 17 07:21:19.389626 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [req-af7de2bf-335f-4bf3-a7d3-c9cfb771fc40 req-0326c3aa-ad29-436b-9293-545ac93130ec tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Calling delete_port for 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c owned by compute:nova {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:21:19.435141 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:19.435637 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04491a-0591-4d3e-a6ce-f1dcffeff6c5 req-80117bba-a657-4bff-be8e-3d1c34f5545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:19.442911 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0f04491a-0591-4d3e-a6ce-f1dcffeff6c5 req-80117bba-a657-4bff-be8e-3d1c34f5545d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648706 Jun 17 07:21:19.560608 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0f04491a-0591-4d3e-a6ce-f1dcffeff6c5 req-241379aa-06da-4b85-89f1-369ede4fabf0 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091442 Jun 17 07:21:19.561680 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-af7de2bf-335f-4bf3-a7d3-c9cfb771fc40 req-0326c3aa-ad29-436b-9293-545ac93130ec tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (8b9dab27-3f0b-4e8a-ab07-6dc714bda77c), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:19.575422 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['8b9dab27-3f0b-4e8a-ab07-6dc714bda77c'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:21:19.593415 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c3aa-ad29-436b-9293-545ac93130ec tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Pushing event deleted for resources: {'Port': ['ID=8b9dab27-3f0b-4e8a-ab07-6dc714bda77c,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:19.673450 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7de2bf-335f-4bf3-a7d3-c9cfb771fc40 req-0326c3aa-ad29-436b-9293-545ac93130ec tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] No DVR routers for this DVR port 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c on host hv-cinder-83482 {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:21:19.675241 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0f04491a-0591-4d3e-a6ce-f1dcffeff6c5 req-c479e177-1656-4b99-baef-c2749df0e277 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085291 Jun 17 07:21:19.676608 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-af7de2bf-335f-4bf3-a7d3-c9cfb771fc40 req-0326c3aa-ad29-436b-9293-545ac93130ec tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:19.679805 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-af7de2bf-335f-4bf3-a7d3-c9cfb771fc40 req-0326c3aa-ad29-436b-9293-545ac93130ec tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.16 "DELETE /v2.0/ports/8b9dab27-3f0b-4e8a-ab07-6dc714bda77c HTTP/1.1" status: 204 len: 173 time: 0.5881186 Jun 17 07:21:19.680263 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03ad911-d38e-4c61-b346-9e0b7f991586', 'name': 'network-vif-deleted', 'tag': '8b9dab27-3f0b-4e8a-ab07-6dc714bda77c'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:21:19.682604 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8988a9b-ecba-4e2d-bd12-8db0f5ec0b3f" -d '{"events": [{"server_uuid": "d03ad911-d38e-4c61-b346-9e0b7f991586", "name": "network-vif-deleted", "tag": "8b9dab27-3f0b-4e8a-ab07-6dc714bda77c"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:21:19.723474 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990a7449-08d2-4942-81fb-ccdf3728dee0 x-openstack-request-id: req-990a7449-08d2-4942-81fb-ccdf3728dee0 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:21:19.723768 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03ad911-d38e-4c61-b346-9e0b7f991586", "name": "network-vif-deleted", "tag": "8b9dab27-3f0b-4e8a-ab07-6dc714bda77c", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:21:19.724313 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-990a7449-08d2-4942-81fb-ccdf3728dee0 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:21:19.724723 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990a7449-08d2-4942-81fb-ccdf3728dee0'] response: {'server_uuid': 'd03ad911-d38e-4c61-b346-9e0b7f991586', 'name': 'network-vif-deleted', 'tag': '8b9dab27-3f0b-4e8a-ab07-6dc714bda77c', 'status': 'completed', 'code': 200} Jun 17 07:21:20.097719 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 35686) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:20.226185 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d60433e-d5b3-4a53-883d-441567ed15f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.304950 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-88e4b327-970a-4b03-bd71-4ff4b2f3615b req-692b5736-44fe-48b5-a80b-2a016c0e2ea0 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=d03ad911-d38e-4c61-b346-9e0b7f991586 HTTP/1.1" status: 200 len: 210 time: 0.0370426 Jun 17 07:21:20.315850 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:20.354539 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:20.356163 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d60433e-d5b3-4a53-883d-441567ed15f6 admin admin] Publish callbacks [] for security_group (dceb6e73-c417-41f0-8f1a-b468ec9120a1), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.362005 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8d60433e-d5b3-4a53-883d-441567ed15f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (dceb6e73-c417-41f0-8f1a-b468ec9120a1), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.406388 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60433e-d5b3-4a53-883d-441567ed15f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceb6e73-c417-41f0-8f1a-b468ec9120a1,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:20.410590 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-8d60433e-d5b3-4a53-883d-441567ed15f6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4eae22c650b74448ba9e8fc15e006a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118331 Jun 17 07:21:20.413459 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 35700) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:20.427352 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35702) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:20.440867 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf0a38-5688-46ac-82c7-43feee6fd881 req-ac384814-efb8-4789-ad94-3fb5d5d89022 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:20.442350 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbdf0a38-5688-46ac-82c7-43feee6fd881 req-ac384814-efb8-4789-ad94-3fb5d5d89022 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0673268 Jun 17 07:21:20.471439 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58698290-249d-44b6-ba7d-044d44dfcec6 admin admin] Publish callbacks [] for security_group (dceb6e73-c417-41f0-8f1a-b468ec9120a1), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.491046 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbdf0a38-5688-46ac-82c7-43feee6fd881 req-a9330e4e-2f1a-4bdf-8dcb-dc5f6a8e214f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Jun 17 07:21:20.496007 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58698290-249d-44b6-ba7d-044d44dfcec6 admin admin] Publish callbacks [] for security_group (dceb6e73-c417-41f0-8f1a-b468ec9120a1), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.561659 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58698290-249d-44b6-ba7d-044d44dfcec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (dceb6e73-c417-41f0-8f1a-b468ec9120a1), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.561659 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58698290-249d-44b6-ba7d-044d44dfcec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.561659 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-58698290-249d-44b6-ba7d-044d44dfcec6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dceb6e73-c417-41f0-8f1a-b468ec9120a1 HTTP/1.1" status: 204 len: 168 time: 0.1438181 Jun 17 07:21:20.568505 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58698290-249d-44b6-ba7d-044d44dfcec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceb6e73-c417-41f0-8f1a-b468ec9120a1,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:20.579685 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c6245e-96ed-43b2-9b24-db42b59bd71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.668744 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c6245e-96ed-43b2-9b24-db42b59bd71d admin admin] Publish callbacks [] for security_group (6b1ea0ef-7675-48e8-a650-4a69cfbbf494), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.674065 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0c6245e-96ed-43b2-9b24-db42b59bd71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6b1ea0ef-7675-48e8-a650-4a69cfbbf494), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.722545 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f0c6245e-96ed-43b2-9b24-db42b59bd71d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1a6acf47bea7483b81aeda9070e69537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941682 Jun 17 07:21:20.725062 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6245e-96ed-43b2-9b24-db42b59bd71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1ea0ef-7675-48e8-a650-4a69cfbbf494,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:20.725361 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 35714) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:20.780888 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0de5-50e8-44f5-8ad6-40dc3349b021 admin admin] Publish callbacks [] for security_group (6b1ea0ef-7675-48e8-a650-4a69cfbbf494), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.805697 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0de5-50e8-44f5-8ad6-40dc3349b021 admin admin] Publish callbacks [] for security_group (6b1ea0ef-7675-48e8-a650-4a69cfbbf494), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.861212 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0de5-50e8-44f5-8ad6-40dc3349b021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6b1ea0ef-7675-48e8-a650-4a69cfbbf494), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.864564 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0de5-50e8-44f5-8ad6-40dc3349b021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:20.868742 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a0fb0de5-50e8-44f5-8ad6-40dc3349b021 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6b1ea0ef-7675-48e8-a650-4a69cfbbf494 HTTP/1.1" status: 204 len: 168 time: 0.1396787 Jun 17 07:21:20.876308 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb0de5-50e8-44f5-8ad6-40dc3349b021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1ea0ef-7675-48e8-a650-4a69cfbbf494,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:20.946952 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 35722) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:20.961633 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8a54fbb2-a422-46e9-8584-f2f57c59891e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:21.042072 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8a54fbb2-a422-46e9-8584-f2f57c59891e admin admin] Publish callbacks [] for security_group (ed109b6a-13a1-4d9f-84a2-242ba8da4b1d), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:21.046487 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8a54fbb2-a422-46e9-8584-f2f57c59891e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (ed109b6a-13a1-4d9f-84a2-242ba8da4b1d), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:21.090025 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-8a54fbb2-a422-46e9-8584-f2f57c59891e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fecce91f10f64b8989bdf657ed870a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414254 Jun 17 07:21:21.090800 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54fbb2-a422-46e9-8584-f2f57c59891e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed109b6a-13a1-4d9f-84a2-242ba8da4b1d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:21.092688 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35726) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:21.125472 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:21.150088 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-393eec51-653c-4deb-a84a-08f4bd263e7a admin admin] Publish callbacks [] for security_group (ed109b6a-13a1-4d9f-84a2-242ba8da4b1d), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:21.176580 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-393eec51-653c-4deb-a84a-08f4bd263e7a admin admin] Publish callbacks [] for security_group (ed109b6a-13a1-4d9f-84a2-242ba8da4b1d), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:21.225050 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-393eec51-653c-4deb-a84a-08f4bd263e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (ed109b6a-13a1-4d9f-84a2-242ba8da4b1d), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:21.227916 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-393eec51-653c-4deb-a84a-08f4bd263e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:21.229823 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-393eec51-653c-4deb-a84a-08f4bd263e7a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ed109b6a-13a1-4d9f-84a2-242ba8da4b1d HTTP/1.1" status: 204 len: 168 time: 0.1355138 Jun 17 07:21:21.238416 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eec51-653c-4deb-a84a-08f4bd263e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed109b6a-13a1-4d9f-84a2-242ba8da4b1d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:21.621158 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfcbaf-4898-4c9f-8bd0-65eaca61efb9 req-c22783ac-027a-40c0-b694-68f83b60a6e4 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:21.622975 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-84bfcbaf-4898-4c9f-8bd0-65eaca61efb9 req-c22783ac-027a-40c0-b694-68f83b60a6e4 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0516837 Jun 17 07:21:21.677378 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-fb6fb14d-5489-4078-a7c3-a181cbde2c00 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:21.679270 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-84bfcbaf-4898-4c9f-8bd0-65eaca61efb9 req-fbfae40d-4ab5-4cb7-805a-10c469a07dd3 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509746 Jun 17 07:21:21.690498 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-fb6fb14d-5489-4078-a7c3-a181cbde2c00 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/networks?id=1236b686-194b-46a8-a3de-bb596b3f531d HTTP/1.1" status: 200 len: 809 time: 0.1475308 Jun 17 07:21:21.710299 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-b70abfd7-a02a-49ac-8385-85d53f66f8dc tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/quotas/656ac358f6f44d7180b1122e87dc9c3e HTTP/1.1" status: 200 len: 375 time: 0.0149164 Jun 17 07:21:21.751320 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-faab10f0-d58d-4392-9a31-75fd3c30abc1 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=656ac358f6f44d7180b1122e87dc9c3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401201 Jun 17 07:21:21.842638 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-999a32a6-1aba-4ccc-9b3e-d7be86345230 service neutron] 10.222.0.33 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904748 Jun 17 07:21:21.940722 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-dd41380b-d235-4880-8181-1a7ef3c8ceba service neutron] 10.222.0.33 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919101 Jun 17 07:21:22.122438 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bf22cbf2-a110-444e-952e-dca5dff670eb req-5915360b-c501-4f5e-982c-97c3bd39bba8 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 210 time: 0.0287135 Jun 17 07:21:22.796513 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c1796-95a2-41c4-adf1-aedb5cdc196c req-d7c3d58d-bef5-4dfe-bed4-2b0c917b33ac tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:22.797970 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6b9c1796-95a2-41c4-adf1-aedb5cdc196c req-d7c3d58d-bef5-4dfe-bed4-2b0c917b33ac tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0461917 Jun 17 07:21:22.839881 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:22.844686 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6b9c1796-95a2-41c4-adf1-aedb5cdc196c req-4d155aa3-03aa-4657-89d1-047ad63464d7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 Jun 17 07:21:23.237432 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fef41ffa-3e1e-4e30-b4d7-45411adcc190 req-843f6979-7353-43de-b84f-768191ec609a tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 210 time: 0.0359519 Jun 17 07:21:23.381842 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=43 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:23.955810 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984d88c-ed61-4551-81fc-3e1864865404 req-2d4c3839-e09f-4cd7-8d02-c296330bfd16 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:23.957275 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a984d88c-ed61-4551-81fc-3e1864865404 req-2d4c3839-e09f-4cd7-8d02-c296330bfd16 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0452325 Jun 17 07:21:24.006064 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a984d88c-ed61-4551-81fc-3e1864865404 req-49484f20-2765-4a07-bf5b-905fa952de1e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Jun 17 07:21:24.332782 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-833496bc-47f7-43ac-8c65-ee0c1b65a657 req-696cf24c-3cb9-49d9-9792-cceddbf2411e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 210 time: 0.0272243 Jun 17 07:21:24.344274 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:21:24.363840 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:21:24.364202 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8b9dab27-3f0b-4e8a-ab07-6dc714bda77c not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:21:24.698316 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-4bac08a2-0c6b-45a1-aa6c-7391993bd4e6 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:24.700306 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-4bac08a2-0c6b-45a1-aa6c-7391993bd4e6 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.16 "GET /v2.0/networks?id=1236b686-194b-46a8-a3de-bb596b3f531d HTTP/1.1" status: 200 len: 809 time: 0.1259649 Jun 17 07:21:24.723117 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Request body: {'port': {'device_id': '717864ac-8dd6-45a9-ba32-23472cddbff6', 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d', 'admin_state_up': True, 'tenant_id': '656ac358f6f44d7180b1122e87dc9c3e'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:24.812768 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:24.828689 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:24.854662 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Made reservation on behalf of 656ac358f6f44d7180b1122e87dc9c3e for: {'port': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:21:24.858159 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:24.986540 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Allocated IP 172.20.0.3 (1236b686-194b-46a8-a3de-bb596b3f531d/4ffedf8e-0177-45bf-8d58-32dd5f506f52/974663f9-1f26-4fde-97f5-e7f0391163b5) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:21:25.120635 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e95a3-f3c6-4c4c-9585-77218a74bc82 req-09b8cd83-3d25-4667-8afd-fde351c825b2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:25.122386 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ff9e95a3-f3c6-4c4c-9585-77218a74bc82 req-09b8cd83-3d25-4667-8afd-fde351c825b2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0462241 Jun 17 07:21:25.132954 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks [] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:25.180016 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:25.185146 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ff9e95a3-f3c6-4c4c-9585-77218a74bc82 req-fed4e221-682f-4db7-9985-516e91c945de tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545156 Jun 17 07:21:25.228149 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Network 1236b686-194b-46a8-a3de-bb596b3f531d is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:21:25.231872 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:21:25.234891 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:21:25.240346 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:25.241037 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:25.260863 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Pushing event updated for resources: {'Port': ['ID=974663f9-1f26-4fde-97f5-e7f0391163b5,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:25.270831 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-85be64f2-711b-455e-aecb-99240e631702 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536149 Jun 17 07:21:25.282935 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Request body: {'port': {'device_id': '717864ac-8dd6-45a9-ba32-23472cddbff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:25.342454 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:25.506278 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc65ae-c415-4f83-82ec-9e613189d6ed req-c2891ae5-9592-4e43-90ac-dd0f74a2af57 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:25.507722 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-19dc65ae-c415-4f83-82ec-9e613189d6ed req-c2891ae5-9592-4e43-90ac-dd0f74a2af57 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 931 time: 0.1074028 Jun 17 07:21:25.582540 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:25.605575 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-19dc65ae-c415-4f83-82ec-9e613189d6ed req-a4e18879-d5c1-4e92-839c-159f1d7be855 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879178 Jun 17 07:21:25.631021 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:25.676244 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974663f9-1f26-4fde-97f5-e7f0391163b5 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:21:25.683715 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Publish callbacks [] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:25.695708 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Transition to ACTIVE for port object 974663f9-1f26-4fde-97f5-e7f0391163b5 will not be triggered until provisioned by entity L2. {{(pid=103802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:21:25.699608 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:25.751083 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Pushing event updated for resources: {'Port': ['ID=974663f9-1f26-4fde-97f5-e7f0391163b5,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:25.783368 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Attempting to bind port 974663f9-1f26-4fde-97f5-e7f0391163b5 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:21:25.783695 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Attempting to bind port 974663f9-1f26-4fde-97f5-e7f0391163b5 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'c2c05dda-1617-49f0-99dd-00c629ac50bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:21:25.784017 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Attempting to bind port 974663f9-1f26-4fde-97f5-e7f0391163b5 on network 1236b686-194b-46a8-a3de-bb596b3f531d {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:21:25.788787 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Port 974663f9-1f26-4fde-97f5-e7f0391163b5 on network 1236b686-194b-46a8-a3de-bb596b3f531d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:21:25.789051 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Attempting to bind port 974663f9-1f26-4fde-97f5-e7f0391163b5 on network 1236b686-194b-46a8-a3de-bb596b3f531d {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:21:25.794602 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:21:25.794931 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Checking segment: {'id': 'c2c05dda-1617-49f0-99dd-00c629ac50bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:21:25.795308 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Bound using segment: {'id': 'c2c05dda-1617-49f0-99dd-00c629ac50bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:21:25.795722 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Bound port: 974663f9-1f26-4fde-97f5-e7f0391163b5, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c05dda-1617-49f0-99dd-00c629ac50bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:21:25.796094 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:25.857877 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] For port 974663f9-1f26-4fde-97f5-e7f0391163b5, host hv-cinder-83482, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:21:25.861875 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] For port 974663f9-1f26-4fde-97f5-e7f0391163b5, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=974663f9-1f26-4fde-97f5-e7f0391163b5,segment=NetworkSegment(c2c05dda-1617-49f0-99dd-00c629ac50bc),segment_id=c2c05dda-1617-49f0-99dd-00c629ac50bc)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:21:25.868470 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:25.904714 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:25.905333 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:25.906722 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/974663f9-1f26-4fde-97f5-e7f0391163b5 HTTP/1.1" status: 200 len: 1093 time: 0.6279693 Jun 17 07:21:25.907153 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717864ac-8dd6-45a9-ba32-23472cddbff6', 'tag': '974663f9-1f26-4fde-97f5-e7f0391163b5'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:21:25.909419 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49523121-4a27-42f3-92d7-b448277fbe88" -d '{"events": [{"name": "network-changed", "server_uuid": "717864ac-8dd6-45a9-ba32-23472cddbff6", "tag": "974663f9-1f26-4fde-97f5-e7f0391163b5"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:21:25.938438 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61585edb-82cd-4871-ad6e-e992107442b6 service neutron] Pushing event updated for resources: {'Port': ['ID=974663f9-1f26-4fde-97f5-e7f0391163b5,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:25.982930 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff86b1-a354-4f3d-a9d0-8fc6e6d65434 x-openstack-request-id: req-10ff86b1-a354-4f3d-a9d0-8fc6e6d65434 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:21:25.983224 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717864ac-8dd6-45a9-ba32-23472cddbff6", "tag": "974663f9-1f26-4fde-97f5-e7f0391163b5", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:21:25.983472 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-10ff86b1-a354-4f3d-a9d0-8fc6e6d65434 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:21:25.983865 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ff86b1-a354-4f3d-a9d0-8fc6e6d65434'] response: {'name': 'network-changed', 'server_uuid': '717864ac-8dd6-45a9-ba32-23472cddbff6', 'tag': '974663f9-1f26-4fde-97f5-e7f0391163b5', 'status': 'completed', 'code': 200} Jun 17 07:21:26.001941 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-f2620ae0-ddc8-473b-90d5-6ce1139f80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:26.003444 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-f2620ae0-ddc8-473b-90d5-6ce1139f80ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=656ac358f6f44d7180b1122e87dc9c3e&device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 1127 time: 0.0546014 Jun 17 07:21:26.046607 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-4e00c052-d7e7-483f-a860-4640736e117a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=974663f9-1f26-4fde-97f5-e7f0391163b5 HTTP/1.1" status: 200 len: 217 time: 0.0355949 Jun 17 07:21:26.099607 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-ea2d4232-79dc-4731-80ed-878667d788a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:26.101160 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-ea2d4232-79dc-4731-80ed-878667d788a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ffedf8e-0177-45bf-8d58-32dd5f506f52 HTTP/1.1" status: 200 len: 849 time: 0.0477033 Jun 17 07:21:26.133651 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-31b6a0d4-9bb6-4ea6-9a68-afc15f810c5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1236b686-194b-46a8-a3de-bb596b3f531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261126 Jun 17 07:21:26.238637 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-3cc990e5-58d0-467a-96f6-ab4c76103142 service neutron] 10.222.0.16 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979400 Jun 17 07:21:26.353805 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660b7f-63f0-48d4-b30a-84d1f7678f2d req-c5b4980f-8ee8-45a2-b67b-d44909e23709 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:26.355742 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-53660b7f-63f0-48d4-b30a-84d1f7678f2d req-c5b4980f-8ee8-45a2-b67b-d44909e23709 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0991523 Jun 17 07:21:26.413229 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-72aabb94-b16f-4697-8f40-e11590d2f045 req-f31e0032-8a64-40b0-8c4e-221f9319ba7c service neutron] 10.222.0.16 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681695 Jun 17 07:21:26.430725 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-53660b7f-63f0-48d4-b30a-84d1f7678f2d req-fed6e655-cec1-4bfa-9cbc-239960a4fa2b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643456 Jun 17 07:21:26.724161 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc7a49-1a56-4682-8ace-4c2a6e5f13ff req-0b857be1-80ed-4ad0-bf83-77a7e88b98e7 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:26.725656 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-14bc7a49-1a56-4682-8ace-4c2a6e5f13ff req-0b857be1-80ed-4ad0-bf83-77a7e88b98e7 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 943 time: 0.0478425 Jun 17 07:21:26.727982 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35938) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:26.783784 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-14bc7a49-1a56-4682-8ace-4c2a6e5f13ff req-6dca9f40-5839-4489-932c-74599c65e8cc tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496781 Jun 17 07:21:26.839158 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-898ac8e1-95f5-4cc4-a98c-928c414158c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:26.877330 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:26.917797 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-898ac8e1-95f5-4cc4-a98c-928c414158c4 admin admin] Publish callbacks [] for security_group (6495d662-3d3e-4627-a1b6-b8837bfbb442), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:26.921618 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-898ac8e1-95f5-4cc4-a98c-928c414158c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6495d662-3d3e-4627-a1b6-b8837bfbb442), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:26.960504 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-898ac8e1-95f5-4cc4-a98c-928c414158c4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f80fc227328046ed9a20c8d419d3ed10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315178 Jun 17 07:21:26.961545 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ac8e1-95f5-4cc4-a98c-928c414158c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6495d662-3d3e-4627-a1b6-b8837bfbb442,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:26.963101 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 35942) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:27.012425 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71faf322-62a9-41d4-b114-9950923246ca admin admin] Publish callbacks [] for security_group (6495d662-3d3e-4627-a1b6-b8837bfbb442), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:27.020945 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:27.036279 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71faf322-62a9-41d4-b114-9950923246ca admin admin] Publish callbacks [] for security_group (6495d662-3d3e-4627-a1b6-b8837bfbb442), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:27.081624 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71faf322-62a9-41d4-b114-9950923246ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6495d662-3d3e-4627-a1b6-b8837bfbb442), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:27.084047 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-71faf322-62a9-41d4-b114-9950923246ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:27.085284 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-71faf322-62a9-41d4-b114-9950923246ca admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6495d662-3d3e-4627-a1b6-b8837bfbb442 HTTP/1.1" status: 204 len: 168 time: 0.1211479 Jun 17 07:21:27.093218 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faf322-62a9-41d4-b114-9950923246ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495d662-3d3e-4627-a1b6-b8837bfbb442,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:27.344885 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 35948) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:27.358285 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef83a243-a21c-4968-a58a-8700c1f7f236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:27.385545 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:27.441339 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef83a243-a21c-4968-a58a-8700c1f7f236 admin admin] Publish callbacks [] for security_group (f7a3c8f3-c8b7-4a27-917b-9fce1845b2b9), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:27.445099 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef83a243-a21c-4968-a58a-8700c1f7f236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (f7a3c8f3-c8b7-4a27-917b-9fce1845b2b9), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:27.511129 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ef83a243-a21c-4968-a58a-8700c1f7f236 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d7916deb4cd04af99c3d747a15693500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651757 Jun 17 07:21:27.511829 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83a243-a21c-4968-a58a-8700c1f7f236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a3c8f3-c8b7-4a27-917b-9fce1845b2b9,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:27.514081 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 35958) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:27.565390 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523121-4a27-42f3-92d7-b448277fbe88 req-6003d157-8f47-4e20-a857-c4e9f8d97197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:27.567110 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-49523121-4a27-42f3-92d7-b448277fbe88 req-6003d157-8f47-4e20-a857-c4e9f8d97197 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=656ac358f6f44d7180b1122e87dc9c3e&device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 1127 time: 0.0914607 Jun 17 07:21:27.576387 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b353a0-d32d-4a78-a4b2-79f805e7bb56 req-68093350-696b-4962-abad-395a7e4750c0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:27.576568 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6290687a-ed60-458e-8436-2412e9044fe8 admin admin] Publish callbacks [] for security_group (f7a3c8f3-c8b7-4a27-917b-9fce1845b2b9), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:27.578140 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b2b353a0-d32d-4a78-a4b2-79f805e7bb56 req-68093350-696b-4962-abad-395a7e4750c0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0697696 Jun 17 07:21:27.611210 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6290687a-ed60-458e-8436-2412e9044fe8 admin admin] Publish callbacks [] for security_group (f7a3c8f3-c8b7-4a27-917b-9fce1845b2b9), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:27.682537 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6290687a-ed60-458e-8436-2412e9044fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (f7a3c8f3-c8b7-4a27-917b-9fce1845b2b9), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:27.686615 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6290687a-ed60-458e-8436-2412e9044fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:27.697234 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-6290687a-ed60-458e-8436-2412e9044fe8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f7a3c8f3-c8b7-4a27-917b-9fce1845b2b9 HTTP/1.1" status: 204 len: 168 time: 0.1771417 Jun 17 07:21:27.710455 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290687a-ed60-458e-8436-2412e9044fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a3c8f3-c8b7-4a27-917b-9fce1845b2b9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:27.752595 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523121-4a27-42f3-92d7-b448277fbe88 req-870b096b-caa6-4264-86bf-50303ed45d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:27.754079 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-49523121-4a27-42f3-92d7-b448277fbe88 req-870b096b-caa6-4264-86bf-50303ed45d37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1236b686-194b-46a8-a3de-bb596b3f531d HTTP/1.1" status: 200 len: 910 time: 0.1748025 Jun 17 07:21:27.757343 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b2b353a0-d32d-4a78-a4b2-79f805e7bb56 req-59ce88e2-f276-4697-8db4-e5a9afff8b47 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939193 Jun 17 07:21:27.808702 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-49523121-4a27-42f3-92d7-b448277fbe88 req-030af82a-4a30-46d4-868f-f12197d84833 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=974663f9-1f26-4fde-97f5-e7f0391163b5 HTTP/1.1" status: 200 len: 217 time: 0.0465312 Jun 17 07:21:27.872890 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49523121-4a27-42f3-92d7-b448277fbe88 req-ebf2fe49-e4e2-4961-814b-c400e20b7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:27.874499 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-49523121-4a27-42f3-92d7-b448277fbe88 req-ebf2fe49-e4e2-4961-814b-c400e20b7837 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ffedf8e-0177-45bf-8d58-32dd5f506f52 HTTP/1.1" status: 200 len: 849 time: 0.0544610 Jun 17 07:21:27.921692 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9402b-82b8-41b5-ad2a-6ceb6889a00d req-5e51bae0-e084-4a46-ab5c-9193a67641f6 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:27.924413 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-33a9402b-82b8-41b5-ad2a-6ceb6889a00d req-5e51bae0-e084-4a46-ab5c-9193a67641f6 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 943 time: 0.0641882 Jun 17 07:21:27.927203 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-49523121-4a27-42f3-92d7-b448277fbe88 req-554e23ef-8e5d-49cd-a008-b11d85f3fc21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1236b686-194b-46a8-a3de-bb596b3f531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386009 Jun 17 07:21:27.995835 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-33a9402b-82b8-41b5-ad2a-6ceb6889a00d req-fe71d642-160d-43dd-a82b-0349e63ed8e8 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653570 Jun 17 07:21:28.055884 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-49523121-4a27-42f3-92d7-b448277fbe88 req-13ac55d7-f08b-4c50-a020-56bd0d5ab182 service neutron] 10.222.0.16 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177013 Jun 17 07:21:28.177076 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-49523121-4a27-42f3-92d7-b448277fbe88 req-18de09dd-dba3-4b2b-b66c-e7472b28c41e service neutron] 10.222.0.16 "GET /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121364 Jun 17 07:21:28.901449 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a89bf8-388c-4c38-8e3b-9bd6da31813e req-f46780c7-c50e-4b11-8667-04795ae2e79a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:28.902909 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-86a89bf8-388c-4c38-8e3b-9bd6da31813e req-f46780c7-c50e-4b11-8667-04795ae2e79a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0514798 Jun 17 07:21:28.934695 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:28.959389 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-86a89bf8-388c-4c38-8e3b-9bd6da31813e req-5882644d-b641-42c9-a7d1-3c3196d74c13 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445261 Jun 17 07:21:29.125865 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c0b26-15c2-4383-a202-224f0fc466da req-7e961fa5-83ea-4a40-b83b-adde49dbd823 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:29.127350 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ed9c0b26-15c2-4383-a202-224f0fc466da req-7e961fa5-83ea-4a40-b83b-adde49dbd823 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 943 time: 0.0564911 Jun 17 07:21:29.179704 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ed9c0b26-15c2-4383-a202-224f0fc466da req-bba388a7-fa6d-4ce1-9406-635d271e19c3 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461967 Jun 17 07:21:30.088568 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d5933-8233-4728-8ebd-0d843cdcf934 req-5163156f-dc3a-4185-879f-97f96dbd43da tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:30.090061 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8f2d5933-8233-4728-8ebd-0d843cdcf934 req-5163156f-dc3a-4185-879f-97f96dbd43da tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0529370 Jun 17 07:21:30.133027 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36096) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:30.140023 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8f2d5933-8233-4728-8ebd-0d843cdcf934 req-7c3ce0da-b5b4-4e29-bdcb-1ac1d616a2b1 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 Jun 17 07:21:30.243608 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d39891ea-b59d-4e27-8bf3-9399cb28fadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:30.299813 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:30.314712 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f9883-6dac-426b-a9af-a45dcee43b8f req-672e425a-7633-4b9f-9b26-4e22af117114 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:30.316190 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b29f9883-6dac-426b-a9af-a45dcee43b8f req-672e425a-7633-4b9f-9b26-4e22af117114 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 943 time: 0.0641594 Jun 17 07:21:30.361948 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 974663f9-1f26-4fde-97f5-e7f0391163b5 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:21:30.378961 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:30.395807 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b29f9883-6dac-426b-a9af-a45dcee43b8f req-e586fb08-1047-4ec2-9476-9a6c6170b51d tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732844 Jun 17 07:21:30.404962 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d39891ea-b59d-4e27-8bf3-9399cb28fadb admin admin] Publish callbacks [] for security_group (689709cd-0bd3-4301-a78c-11ab678498d7), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:30.409820 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d39891ea-b59d-4e27-8bf3-9399cb28fadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (689709cd-0bd3-4301-a78c-11ab678498d7), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:30.448574 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39891ea-b59d-4e27-8bf3-9399cb28fadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689709cd-0bd3-4301-a78c-11ab678498d7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:30.452872 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-d39891ea-b59d-4e27-8bf3-9399cb28fadb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bf062d23afb54047835a2f166a938f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188236 Jun 17 07:21:30.455353 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36102) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:30.474826 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 974663f9-1f26-4fde-97f5-e7f0391163b5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=974663f9-1f26-4fde-97f5-e7f0391163b5,segment=NetworkSegment(c2c05dda-1617-49f0-99dd-00c629ac50bc),segment_id=c2c05dda-1617-49f0-99dd-00c629ac50bc)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:21:30.486471 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '974663f9-1f26-4fde-97f5-e7f0391163b5', 'network_id': '1236b686-194b-46a8-a3de-bb596b3f531d', 'port_id': '974663f9-1f26-4fde-97f5-e7f0391163b5', 'mac_address': 'fa:16:3e:be:fb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffedf8e-0177-45bf-8d58-32dd5f506f52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:21:30.504477 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e710dffb-50ec-48a4-9436-75c7cd30d159 admin admin] Publish callbacks [] for security_group (689709cd-0bd3-4301-a78c-11ab678498d7), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:30.506656 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:30.521694 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 974663f9-1f26-4fde-97f5-e7f0391163b5 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:21:30.522076 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:30.530916 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e710dffb-50ec-48a4-9436-75c7cd30d159 admin admin] Publish callbacks [] for security_group (689709cd-0bd3-4301-a78c-11ab678498d7), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:30.535224 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974663f9-1f26-4fde-97f5-e7f0391163b5 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:21:30.555323 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 974663f9-1f26-4fde-97f5-e7f0391163b5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=974663f9-1f26-4fde-97f5-e7f0391163b5,segment=NetworkSegment(c2c05dda-1617-49f0-99dd-00c629ac50bc),segment_id=c2c05dda-1617-49f0-99dd-00c629ac50bc)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:21:30.559715 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:30.581980 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e710dffb-50ec-48a4-9436-75c7cd30d159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (689709cd-0bd3-4301-a78c-11ab678498d7), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:30.584666 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e710dffb-50ec-48a4-9436-75c7cd30d159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:30.585847 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-e710dffb-50ec-48a4-9436-75c7cd30d159 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/689709cd-0bd3-4301-a78c-11ab678498d7 HTTP/1.1" status: 204 len: 168 time: 0.1296043 Jun 17 07:21:30.593860 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710dffb-50ec-48a4-9436-75c7cd30d159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689709cd-0bd3-4301-a78c-11ab678498d7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:30.620878 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=974663f9-1f26-4fde-97f5-e7f0391163b5,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:30.906290 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['974663f9-1f26-4fde-97f5-e7f0391163b5'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:21:31.274180 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1146ef-778c-4682-ac41-4ef5a9016080 req-c6497f9d-adbf-41a2-9d27-737f3031954d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:31.277016 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bc1146ef-778c-4682-ac41-4ef5a9016080 req-c6497f9d-adbf-41a2-9d27-737f3031954d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0516107 Jun 17 07:21:31.316598 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:31.351826 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bc1146ef-778c-4682-ac41-4ef5a9016080 req-0fba65b4-a5bd-4a5f-8fef-9bf3021c9c3a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624833 Jun 17 07:21:31.405265 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1dff0-04ea-4860-b31f-9ff960e66550 req-971e6eb6-8c35-423b-8267-42f875bb5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:31.406866 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-63e1dff0-04ea-4860-b31f-9ff960e66550 req-971e6eb6-8c35-423b-8267-42f875bb5765 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 1129 time: 0.0500710 Jun 17 07:21:31.459867 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-63e1dff0-04ea-4860-b31f-9ff960e66550 req-4bda6bad-bb08-4e45-9136-38ab76bee73a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Jun 17 07:21:31.518741 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225e1ce-f757-45b5-ab9d-242f85fbea4b req-898519a0-ad17-43ec-9897-c2742bc3159d tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:31.520509 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7225e1ce-f757-45b5-ab9d-242f85fbea4b req-898519a0-ad17-43ec-9897-c2742bc3159d tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 944 time: 0.0498047 Jun 17 07:21:31.582960 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7225e1ce-f757-45b5-ab9d-242f85fbea4b req-1b2be5e6-cadd-410a-a192-3381ed43aef5 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484679 Jun 17 07:21:31.788937 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36160) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:31.896627 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-34f84fd9-0d4e-4f89-9c45-2bcb82955605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:31.970328 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-34f84fd9-0d4e-4f89-9c45-2bcb82955605 admin admin] Publish callbacks [] for security_group (85d5a0e5-cf85-4682-b54e-00983b4d8e40), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:31.975051 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-34f84fd9-0d4e-4f89-9c45-2bcb82955605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (85d5a0e5-cf85-4682-b54e-00983b4d8e40), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:32.012673 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-34f84fd9-0d4e-4f89-9c45-2bcb82955605 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8db48ef6a1f44a5db3e1e01d4bb427c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227108 Jun 17 07:21:32.014611 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f84fd9-0d4e-4f89-9c45-2bcb82955605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d5a0e5-cf85-4682-b54e-00983b4d8e40,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:32.015331 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 36164) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:32.063980 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0eecc37b-3360-4cd9-aebd-57966a08ceef admin admin] Publish callbacks [] for security_group (85d5a0e5-cf85-4682-b54e-00983b4d8e40), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:32.066057 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:32.086160 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0eecc37b-3360-4cd9-aebd-57966a08ceef admin admin] Publish callbacks [] for security_group (85d5a0e5-cf85-4682-b54e-00983b4d8e40), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:32.132750 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0eecc37b-3360-4cd9-aebd-57966a08ceef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (85d5a0e5-cf85-4682-b54e-00983b4d8e40), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:32.135837 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0eecc37b-3360-4cd9-aebd-57966a08ceef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:32.137077 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-0eecc37b-3360-4cd9-aebd-57966a08ceef admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/85d5a0e5-cf85-4682-b54e-00983b4d8e40 HTTP/1.1" status: 204 len: 168 time: 0.1206748 Jun 17 07:21:32.145164 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecc37b-3360-4cd9-aebd-57966a08ceef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d5a0e5-cf85-4682-b54e-00983b4d8e40,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:32.372941 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 974663f9-1f26-4fde-97f5-e7f0391163b5 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:21:32.470048 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 974663f9-1f26-4fde-97f5-e7f0391163b5 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:21:32.482644 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 974663f9-1f26-4fde-97f5-e7f0391163b5 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:21:32.482937 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:32.505275 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bef33-31bf-4967-b032-b7cea4eaea6d req-80524235-47ae-498a-9eee-a84616f132d9 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:32.505989 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:32.506771 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ea9bef33-31bf-4967-b032-b7cea4eaea6d req-80524235-47ae-498a-9eee-a84616f132d9 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0533504 Jun 17 07:21:32.511031 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-2169c2b3-099c-48c5-bd88-eadc39d1e548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:32.566891 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ea9bef33-31bf-4967-b032-b7cea4eaea6d req-06b2e942-97d3-4b1e-ba55-77f8f7aa8e25 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540495 Jun 17 07:21:32.571818 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 974663f9-1f26-4fde-97f5-e7f0391163b5 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:21:32.572242 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:32.599188 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717864ac-8dd6-45a9-ba32-23472cddbff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974663f9-1f26-4fde-97f5-e7f0391163b5'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:21:32.601424 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17f7ac6-ab08-497e-8a88-825227ac36c5" -d '{"events": [{"server_uuid": "717864ac-8dd6-45a9-ba32-23472cddbff6", "name": "network-vif-plugged", "status": "completed", "tag": "974663f9-1f26-4fde-97f5-e7f0391163b5"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:21:32.616620 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 974663f9-1f26-4fde-97f5-e7f0391163b5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=974663f9-1f26-4fde-97f5-e7f0391163b5,segment=NetworkSegment(c2c05dda-1617-49f0-99dd-00c629ac50bc),segment_id=c2c05dda-1617-49f0-99dd-00c629ac50bc)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:21:32.622987 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:32.656826 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b9f4dc-6cda-4908-abde-eaf91fada2b1 x-openstack-request-id: req-04b9f4dc-6cda-4908-abde-eaf91fada2b1 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:21:32.657456 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717864ac-8dd6-45a9-ba32-23472cddbff6", "name": "network-vif-plugged", "status": "completed", "tag": "974663f9-1f26-4fde-97f5-e7f0391163b5", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:21:32.657853 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-04b9f4dc-6cda-4908-abde-eaf91fada2b1 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:21:32.658554 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b9f4dc-6cda-4908-abde-eaf91fada2b1'] response: {'server_uuid': '717864ac-8dd6-45a9-ba32-23472cddbff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974663f9-1f26-4fde-97f5-e7f0391163b5', 'code': 200} Jun 17 07:21:32.681217 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=974663f9-1f26-4fde-97f5-e7f0391163b5,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:32.719457 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15313ae6-bd54-4103-857a-43e746f3e1ea req-5474844a-63d9-4b41-82d0-6330b0acf51c tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:32.721041 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-15313ae6-bd54-4103-857a-43e746f3e1ea req-5474844a-63d9-4b41-82d0-6330b0acf51c tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0562677 Jun 17 07:21:32.777988 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-15313ae6-bd54-4103-857a-43e746f3e1ea req-4eeeec62-9dde-47fc-9da2-6d9192c8f9d1 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477972 Jun 17 07:21:33.115664 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 36210) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:33.256301 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cebf136e-e9be-4499-8b39-950a18934808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:33.408631 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13294704-9581-495d-b027-add3e6dd77fc req-d9156cca-ccdd-4871-a46c-b89cb7aca7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:33.410104 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-13294704-9581-495d-b027-add3e6dd77fc req-d9156cca-ccdd-4871-a46c-b89cb7aca7a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 1129 time: 0.0703015 Jun 17 07:21:33.441081 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cebf136e-e9be-4499-8b39-950a18934808 admin admin] Publish callbacks [] for security_group (d375d25d-392b-43e4-ade5-07cab39145ff), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:33.449846 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cebf136e-e9be-4499-8b39-950a18934808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d375d25d-392b-43e4-ade5-07cab39145ff), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:33.496221 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36224) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:33.506862 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-cebf136e-e9be-4499-8b39-950a18934808 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fe1f21ceb43f4fce9bf102ed7fbfb709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899479 Jun 17 07:21:33.507355 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36228) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:33.510703 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf136e-e9be-4499-8b39-950a18934808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d375d25d-392b-43e4-ade5-07cab39145ff,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:33.516498 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-13294704-9581-495d-b027-add3e6dd77fc req-652ef354-4c8a-4229-8d5b-bd40f45e1d8c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901954 Jun 17 07:21:33.562606 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-881ed295-6dee-4cc6-8477-8aea931400df admin admin] Publish callbacks [] for security_group (d375d25d-392b-43e4-ade5-07cab39145ff), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:33.583944 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-881ed295-6dee-4cc6-8477-8aea931400df admin admin] Publish callbacks [] for security_group (d375d25d-392b-43e4-ade5-07cab39145ff), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:33.622626 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-007c0a43-a23d-4d41-b71c-520579118e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:33.658599 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:33.689490 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-881ed295-6dee-4cc6-8477-8aea931400df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d375d25d-392b-43e4-ade5-07cab39145ff), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:33.692276 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-881ed295-6dee-4cc6-8477-8aea931400df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:33.693388 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-881ed295-6dee-4cc6-8477-8aea931400df admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d375d25d-392b-43e4-ade5-07cab39145ff HTTP/1.1" status: 204 len: 168 time: 0.1854320 Jun 17 07:21:33.714685 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf60110-f0d6-4ae9-8429-77c85f1b80b4 req-b568762e-ac5c-49d2-b707-2e3488d56e9a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:33.716229 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-baf60110-f0d6-4ae9-8429-77c85f1b80b4 req-b568762e-ac5c-49d2-b707-2e3488d56e9a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0729704 Jun 17 07:21:33.718951 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ed295-6dee-4cc6-8477-8aea931400df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d375d25d-392b-43e4-ade5-07cab39145ff,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:33.797336 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-baf60110-f0d6-4ae9-8429-77c85f1b80b4 req-e2656a2b-60ea-4723-b39f-b5de8b44422e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728598 Jun 17 07:21:33.817930 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-007c0a43-a23d-4d41-b71c-520579118e42 admin admin] Publish callbacks [] for security_group (6f205f27-4386-48bb-94d7-054bd08747eb), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:33.823844 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-007c0a43-a23d-4d41-b71c-520579118e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6f205f27-4386-48bb-94d7-054bd08747eb), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:33.876384 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-007c0a43-a23d-4d41-b71c-520579118e42 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=564c2fe9f88748a2825a129fe97f7181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786638 Jun 17 07:21:33.877590 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c0a43-a23d-4d41-b71c-520579118e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f205f27-4386-48bb-94d7-054bd08747eb,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:33.880712 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36240) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:33.886814 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:33.910786 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09cb4e-666a-4739-820a-e906e745c2d8 req-1795e47d-994f-4555-ab41-5c6e732c2d69 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:33.913012 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fe09cb4e-666a-4739-820a-e906e745c2d8 req-1795e47d-994f-4555-ab41-5c6e732c2d69 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0598974 Jun 17 07:21:33.948481 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f3ee-79dc-448a-b13a-2b91ce559f05 admin admin] Publish callbacks [] for security_group (6f205f27-4386-48bb-94d7-054bd08747eb), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:33.962971 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:33.969398 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fe09cb4e-666a-4739-820a-e906e745c2d8 req-2010985d-7280-499e-a935-bc9c8f92b25d tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501416 Jun 17 07:21:33.996649 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f3ee-79dc-448a-b13a-2b91ce559f05 admin admin] Publish callbacks [] for security_group (6f205f27-4386-48bb-94d7-054bd08747eb), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:34.014290 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 36244) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:34.031775 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d429b84c-4406-4471-be29-9629257ba207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:34.053953 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f3ee-79dc-448a-b13a-2b91ce559f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6f205f27-4386-48bb-94d7-054bd08747eb), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:34.056644 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f3ee-79dc-448a-b13a-2b91ce559f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:34.058585 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-a2d9f3ee-79dc-448a-b13a-2b91ce559f05 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6f205f27-4386-48bb-94d7-054bd08747eb HTTP/1.1" status: 204 len: 168 time: 0.1767650 Jun 17 07:21:34.066621 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9f3ee-79dc-448a-b13a-2b91ce559f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f205f27-4386-48bb-94d7-054bd08747eb,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:34.145124 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef238-a2d0-4f20-8d5c-06a5e585478e req-6fef8bd3-80e9-49a4-b256-e9001dca504c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:34.146598 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-95aef238-a2d0-4f20-8d5c-06a5e585478e req-6fef8bd3-80e9-49a4-b256-e9001dca504c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0603342 Jun 17 07:21:34.181484 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d429b84c-4406-4471-be29-9629257ba207 admin admin] Publish callbacks [] for security_group (b5ace6fa-d448-48fd-8b15-64754c540eb4), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:34.192299 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d429b84c-4406-4471-be29-9629257ba207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (b5ace6fa-d448-48fd-8b15-64754c540eb4), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:34.218607 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:34.238018 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-95aef238-a2d0-4f20-8d5c-06a5e585478e req-8f02f608-3ae2-4781-8f3a-9d6b6b5e282b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834398 Jun 17 07:21:34.246182 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-d429b84c-4406-4471-be29-9629257ba207 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=43bc5e3de097424789b4da0d68d040a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298987 Jun 17 07:21:34.249425 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36252) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:34.251698 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429b84c-4406-4471-be29-9629257ba207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ace6fa-d448-48fd-8b15-64754c540eb4,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:34.313554 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2bb71b5-5d8e-499b-8327-229c7d49cf79 admin admin] Publish callbacks [] for security_group (b5ace6fa-d448-48fd-8b15-64754c540eb4), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:34.334714 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2bb71b5-5d8e-499b-8327-229c7d49cf79 admin admin] Publish callbacks [] for security_group (b5ace6fa-d448-48fd-8b15-64754c540eb4), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:34.395076 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2bb71b5-5d8e-499b-8327-229c7d49cf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (b5ace6fa-d448-48fd-8b15-64754c540eb4), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:34.398301 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2bb71b5-5d8e-499b-8327-229c7d49cf79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:34.406553 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-d2bb71b5-5d8e-499b-8327-229c7d49cf79 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b5ace6fa-d448-48fd-8b15-64754c540eb4 HTTP/1.1" status: 204 len: 168 time: 0.1521926 Jun 17 07:21:34.424333 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb71b5-5d8e-499b-8327-229c7d49cf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ace6fa-d448-48fd-8b15-64754c540eb4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:34.455662 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176723a2-926d-49c5-8a2c-e76c89c68c8b req-745b65bd-5dbf-46ed-b9fd-7f51ea9972af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:34.457319 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-176723a2-926d-49c5-8a2c-e76c89c68c8b req-745b65bd-5dbf-46ed-b9fd-7f51ea9972af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 1129 time: 0.0679021 Jun 17 07:21:34.588754 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176723a2-926d-49c5-8a2c-e76c89c68c8b req-81b3c24a-6d62-4e51-ab25-12d88407b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:34.591001 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-176723a2-926d-49c5-8a2c-e76c89c68c8b req-81b3c24a-6d62-4e51-ab25-12d88407b25c service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.1002100 Jun 17 07:21:34.659593 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-176723a2-926d-49c5-8a2c-e76c89c68c8b req-2bc83664-185b-4261-b69f-8a27514d918d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=679e8420-15a8-4888-a16d-37cc6488380e HTTP/1.1" status: 200 len: 217 time: 0.0369203 Jun 17 07:21:34.693423 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-cbc369e1-f543-432a-8b33-bb35fab8f133 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=72db86ca9d3a45b49c7bb140f6b0fa10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299678 Jun 17 07:21:34.714067 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b88b041d-d1ba-4c2c-a644-a7a5056c0b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:34.927783 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-331c5c88-f9c4-46fe-a5e4-48dd637056eb tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:34.929306 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-331c5c88-f9c4-46fe-a5e4-48dd637056eb tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302217 Jun 17 07:21:34.952829 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b6600b6a-d705-48d6-87bb-991921c60dab tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/quotas/72db86ca9d3a45b49c7bb140f6b0fa10 HTTP/1.1" status: 200 len: 375 time: 0.0148640 Jun 17 07:21:34.986860 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-1fec9748-8188-4114-b8ae-a0b010845823 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=72db86ca9d3a45b49c7bb140f6b0fa10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301883 Jun 17 07:21:35.113781 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141298-d28a-4c7a-a75d-aaadbe6038fd req-b1542636-6b61-4771-bddc-2f8370080cd4 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:35.126500 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-77141298-d28a-4c7a-a75d-aaadbe6038fd req-b1542636-6b61-4771-bddc-2f8370080cd4 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0735712 Jun 17 07:21:35.203672 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-77141298-d28a-4c7a-a75d-aaadbe6038fd req-0807645d-9f9a-42c1-ad63-e1e9ffe848ab tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761642 Jun 17 07:21:35.294543 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176723a2-926d-49c5-8a2c-e76c89c68c8b req-38669ab5-b065-4ba4-a926-29564630953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:35.299481 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-176723a2-926d-49c5-8a2c-e76c89c68c8b req-38669ab5-b065-4ba4-a926-29564630953f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.1074929 Jun 17 07:21:35.452375 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176723a2-926d-49c5-8a2c-e76c89c68c8b req-06a45e2a-f624-40d5-a8b6-9bc37ec39585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:35.454168 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-176723a2-926d-49c5-8a2c-e76c89c68c8b req-06a45e2a-f624-40d5-a8b6-9bc37ec39585 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1367455 Jun 17 07:21:35.480221 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791649b-13fe-4cc3-ab17-8ecc5dfc8caa req-8382fcc8-7c6c-4c5d-be50-226a0e9316c2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:35.489929 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e791649b-13fe-4cc3-ab17-8ecc5dfc8caa req-8382fcc8-7c6c-4c5d-be50-226a0e9316c2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.1101716 Jun 17 07:21:35.619001 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e791649b-13fe-4cc3-ab17-8ecc5dfc8caa req-12b71759-aa2f-405e-85ef-7d41c711e9a0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280963 Jun 17 07:21:35.660087 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-176723a2-926d-49c5-8a2c-e76c89c68c8b req-90c7c4df-51b1-429a-b24f-45e7416273e7 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674001 Jun 17 07:21:35.735567 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:35.834136 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3c419ce8-516f-445e-86f0-8d57a28f42cd req-b3a72e62-2cfc-4aff-adbc-f9a539b7bcf2 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.5504458 Jun 17 07:21:36.066662 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:36.098891 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-176723a2-926d-49c5-8a2c-e76c89c68c8b req-0320a21c-4747-4e6d-9992-9d020f00291f service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259245 Jun 17 07:21:36.273407 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa426f73-1f60-483c-95a5-0855b0341ee5 req-b491e145-3cdd-4d06-bd7f-8fe245c52886 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:36.274961 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fa426f73-1f60-483c-95a5-0855b0341ee5 req-b491e145-3cdd-4d06-bd7f-8fe245c52886 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0498047 Jun 17 07:21:36.323216 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fa426f73-1f60-483c-95a5-0855b0341ee5 req-cd99fdd3-ccd0-4e7d-801c-baff216c0e66 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Jun 17 07:21:36.737463 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52d72d-5936-44e2-a15b-67a4f9e1ccb5 req-9235d2fb-aaf0-41ca-9284-205f468f65c7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:36.737463 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ba52d72d-5936-44e2-a15b-67a4f9e1ccb5 req-9235d2fb-aaf0-41ca-9284-205f468f65c7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0469458 Jun 17 07:21:36.785318 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ba52d72d-5936-44e2-a15b-67a4f9e1ccb5 req-0e782383-6483-4d81-ba75-fbe89700f76a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449717 Jun 17 07:21:36.956338 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c40a69c2-f79a-4a14-b584-93adea149877 req-ff856d59-f9c7-454c-aa70-6ddbff022fb6 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0353107 Jun 17 07:21:37.093358 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 36406) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:37.200148 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.277517 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.278147 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Publish callbacks [] for security_group (e39d4aae-aa18-4336-a085-5b1df6a11727), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.281096 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (e39d4aae-aa18-4336-a085-5b1df6a11727), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.318483 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8659de13aa20446c923054374a0f67fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240822 Jun 17 07:21:37.319291 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39d4aae-aa18-4336-a085-5b1df6a11727,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:37.321227 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36412) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:37.326836 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.327174 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.327645 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.328099 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.328429 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.328751 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.329095 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.329408 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.329725 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.330042 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.330358 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.330673 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.330983 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.331292 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.331601 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3ab0a4-4753-4753-bf69-eae32ff10f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.374101 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Publish callbacks [] for security_group (e39d4aae-aa18-4336-a085-5b1df6a11727), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.395537 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Publish callbacks [] for security_group (e39d4aae-aa18-4336-a085-5b1df6a11727), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.424428 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:DELETE=6 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:37.440961 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f9f96-f4f1-4861-9050-ca37b6c74b72 req-4a429ff5-14f0-4f39-9379-eb721461978f tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:37.442916 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-101f9f96-f4f1-4861-9050-ca37b6c74b72 req-4a429ff5-14f0-4f39-9379-eb721461978f tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0502079 Jun 17 07:21:37.445789 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (e39d4aae-aa18-4336-a085-5b1df6a11727), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.448920 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.452661 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e39d4aae-aa18-4336-a085-5b1df6a11727 HTTP/1.1" status: 204 len: 168 time: 0.1303754 Jun 17 07:21:37.460910 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39d4aae-aa18-4336-a085-5b1df6a11727,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:37.463913 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:37.469570 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.469897 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.470234 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.470589 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.470881 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.472624 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.473127 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.473560 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.474017 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.474444 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.475003 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.475444 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.476695 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.477152 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.477572 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a6e874-e5f3-4125-8b12-1d009974ee7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:37.493362 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-101f9f96-f4f1-4861-9050-ca37b6c74b72 req-8cac1b2d-247a-4a57-adb7-27715ab9b08c tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439684 Jun 17 07:21:37.714910 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36420) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:37.727808 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-516e180e-1c69-4503-91f8-b9070a5be28e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.800257 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-516e180e-1c69-4503-91f8-b9070a5be28e admin admin] Publish callbacks [] for security_group (ddb23daf-cc7e-448f-8967-f0c27a50ba7d), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.803685 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-516e180e-1c69-4503-91f8-b9070a5be28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (ddb23daf-cc7e-448f-8967-f0c27a50ba7d), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.833714 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-516e180e-1c69-4503-91f8-b9070a5be28e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=aae329fd3e004af7aeb2e4bf77845c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1176717 Jun 17 07:21:37.837211 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 36424) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:37.837694 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.846432 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e180e-1c69-4503-91f8-b9070a5be28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb23daf-cc7e-448f-8967-f0c27a50ba7d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:37.897189 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-93dc766b-ff86-4291-99a4-19f49e29aaa5 admin admin] Publish callbacks [] for security_group (ddb23daf-cc7e-448f-8967-f0c27a50ba7d), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.903030 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16344301-a1a6-463a-a598-19e399f7e972 req-350a1623-b21f-4fec-83ff-bca6e7722f00 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:37.904499 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-16344301-a1a6-463a-a598-19e399f7e972 req-350a1623-b21f-4fec-83ff-bca6e7722f00 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0476782 Jun 17 07:21:37.916944 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:37.922160 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-93dc766b-ff86-4291-99a4-19f49e29aaa5 admin admin] Publish callbacks [] for security_group (ddb23daf-cc7e-448f-8967-f0c27a50ba7d), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.954429 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-16344301-a1a6-463a-a598-19e399f7e972 req-be48d64c-3db4-46de-ac9c-e723e9bea0a4 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Jun 17 07:21:37.979030 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-93dc766b-ff86-4291-99a4-19f49e29aaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (ddb23daf-cc7e-448f-8967-f0c27a50ba7d), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.981858 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-93dc766b-ff86-4291-99a4-19f49e29aaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:37.982977 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-93dc766b-ff86-4291-99a4-19f49e29aaa5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ddb23daf-cc7e-448f-8967-f0c27a50ba7d HTTP/1.1" status: 204 len: 168 time: 0.1424713 Jun 17 07:21:37.991073 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc766b-ff86-4291-99a4-19f49e29aaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb23daf-cc7e-448f-8967-f0c27a50ba7d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:38.054526 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-50fb8172-7ba8-4316-b76c-1aa61f014154 req-44beddf7-50c4-44a1-af11-56a3138a8f7c tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0275629 Jun 17 07:21:38.768157 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659911eb-86bf-4a77-b6e5-e732b48e52f1 req-b7ab4210-9a53-44ea-9087-93b2d24f3b5a tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:38.769701 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-659911eb-86bf-4a77-b6e5-e732b48e52f1 req-b7ab4210-9a53-44ea-9087-93b2d24f3b5a tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0476913 Jun 17 07:21:38.815826 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-659911eb-86bf-4a77-b6e5-e732b48e52f1 req-a36591db-53b6-4ad0-b442-3cc830ed1537 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406442 Jun 17 07:21:39.074834 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb96be3-cb3a-4bff-b256-238dcc4089da req-fa167b28-a606-481c-9afa-37e3d32c76fb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:39.076367 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2bb96be3-cb3a-4bff-b256-238dcc4089da req-fa167b28-a606-481c-9afa-37e3d32c76fb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0452282 Jun 17 07:21:39.136705 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2bb96be3-cb3a-4bff-b256-238dcc4089da req-ea83c812-b12c-4e60-8dd5-801769564ee7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534697 Jun 17 07:21:39.158445 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-db58f433-66f9-4ba5-b86d-3c3776ea829a req-0e2407e6-0cb1-4e29-8e10-5d277c38bef2 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0316684 Jun 17 07:21:39.929543 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c5a89-b82f-45bb-b030-8dc5fd55b965 req-02a1828f-21db-4cb8-9983-3e34f2455dd5 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:39.930966 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f73c5a89-b82f-45bb-b030-8dc5fd55b965 req-02a1828f-21db-4cb8-9983-3e34f2455dd5 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0444057 Jun 17 07:21:39.980633 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f73c5a89-b82f-45bb-b030-8dc5fd55b965 req-89cfd2f5-9e8a-423d-bdb5-832785a79d58 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 Jun 17 07:21:40.245036 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f417021-8e14-4571-aab6-f9f6b89ff3e9 req-75270894-8f50-41ac-aa5b-6b38b04ca7e3 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:40.246771 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6f417021-8e14-4571-aab6-f9f6b89ff3e9 req-75270894-8f50-41ac-aa5b-6b38b04ca7e3 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0490398 Jun 17 07:21:40.258365 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3a74a706-bfc9-4137-83b9-ff157c5ec0a6 req-1a589d06-d99f-403a-ac81-86a5c6232237 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0320983 Jun 17 07:21:40.296281 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6f417021-8e14-4571-aab6-f9f6b89ff3e9 req-b362d61c-9a6d-4339-9c32-b3c9f89faee2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421946 Jun 17 07:21:41.109122 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8619380-f0b7-47e7-99e2-87afd28867f1 req-e855bab4-4559-4d83-8711-aa74907b149c tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:41.111684 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f8619380-f0b7-47e7-99e2-87afd28867f1 req-e855bab4-4559-4d83-8711-aa74907b149c tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0603199 Jun 17 07:21:41.168811 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f8619380-f0b7-47e7-99e2-87afd28867f1 req-83d0f2ed-1a87-4fdd-96a7-0a033bab490c tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499403 Jun 17 07:21:41.362417 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e35a884a-63fd-48f9-b12c-be7c71c0da99 req-5f3f18cf-241b-49ef-867a-03e0ead3c211 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0370674 Jun 17 07:21:41.408613 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3cce6-f2f1-4ecc-b9ea-322afd22fcb1 req-83287795-2790-493b-841a-565fdf7251a8 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:41.410065 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-97d3cce6-f2f1-4ecc-b9ea-322afd22fcb1 req-83287795-2790-493b-841a-565fdf7251a8 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0469558 Jun 17 07:21:41.461228 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-97d3cce6-f2f1-4ecc-b9ea-322afd22fcb1 req-636b5ed6-5ce2-4a16-97ce-81e343dd5e37 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452232 Jun 17 07:21:42.286152 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d900c4-1db0-4faf-ab42-84c94bef5e12 req-0d93189f-8030-44bd-8161-ae01fbd5404d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:42.287994 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-93d900c4-1db0-4faf-ab42-84c94bef5e12 req-0d93189f-8030-44bd-8161-ae01fbd5404d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0490713 Jun 17 07:21:42.336085 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-93d900c4-1db0-4faf-ab42-84c94bef5e12 req-6c306e4a-3ae6-47e2-9123-36da3721c9d1 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418174 Jun 17 07:21:42.447058 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5bfd-0f07-4ab4-bd55-f91d9f7366d9 req-783d03be-5385-4e01-aa68-3adfd0dd550d tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:42.449168 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c2fb5bfd-0f07-4ab4-bd55-f91d9f7366d9 req-783d03be-5385-4e01-aa68-3adfd0dd550d tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0517080 Jun 17 07:21:42.483766 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:42.503142 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c2fb5bfd-0f07-4ab4-bd55-f91d9f7366d9 req-37324b14-86e8-4468-99df-f296dd223960 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473211 Jun 17 07:21:42.593916 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6af0c15a-c4bb-4795-b82f-8bb3d975b633 req-7a816751-ccfb-45fc-9b6e-5b9db9d5ebb3 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0313766 Jun 17 07:21:42.690173 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9c5b1-c2ce-4fb4-9196-82b79e424b46 req-3d5bf484-315b-4180-9706-6997817b9c14 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:42.691611 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-dda9c5b1-c2ce-4fb4-9196-82b79e424b46 req-3d5bf484-315b-4180-9706-6997817b9c14 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0452688 Jun 17 07:21:42.736795 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-dda9c5b1-c2ce-4fb4-9196-82b79e424b46 req-bfc11b33-f4c6-4704-b5f6-a9751e5101d1 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398297 Jun 17 07:21:43.349788 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:21:43.453470 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3949a-66ab-43fb-8ae8-5fddfe6a1499 req-abf34c33-8275-4475-bee8-7e0346f702e5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:43.454889 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eed3949a-66ab-43fb-8ae8-5fddfe6a1499 req-abf34c33-8275-4475-bee8-7e0346f702e5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0443699 Jun 17 07:21:43.503078 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eed3949a-66ab-43fb-8ae8-5fddfe6a1499 req-beed6f36-8d35-4850-afda-ac284f38500e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 Jun 17 07:21:43.614591 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecb115-d0fe-4002-bea5-58a344c46281 req-d5dd7b3c-f806-4709-a96a-442145b56317 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:43.616161 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-56ecb115-d0fe-4002-bea5-58a344c46281 req-d5dd7b3c-f806-4709-a96a-442145b56317 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0448158 Jun 17 07:21:43.662280 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-56ecb115-d0fe-4002-bea5-58a344c46281 req-165727f1-07ec-42eb-b0a2-46777334d523 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Jun 17 07:21:43.743871 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e2f9bf27-e05b-4ac4-8658-666330dbab97 req-9b6f496a-7345-49c6-b781-cd986e403829 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0266740 Jun 17 07:21:44.616011 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983287b8-146a-463f-979d-5d90127ed885 req-2a23da85-87ba-4bdd-96a2-1de49a740aeb tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:44.617466 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-983287b8-146a-463f-979d-5d90127ed885 req-2a23da85-87ba-4bdd-96a2-1de49a740aeb tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.16 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0541401 Jun 17 07:21:44.644264 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bf25b-9133-4d40-a894-830a451ac249 req-22b577f1-7c12-4499-bf59-6c05a3a50caf tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:44.645743 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3a3bf25b-9133-4d40-a894-830a451ac249 req-22b577f1-7c12-4499-bf59-6c05a3a50caf tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0483184 Jun 17 07:21:44.694951 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3a3bf25b-9133-4d40-a894-830a451ac249 req-9a739685-3a15-4356-9b49-d9b662392245 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Jun 17 07:21:44.797029 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e2afa-38ee-4633-9808-a222cac422fc req-5e27feff-13dd-49c7-b170-73df67757ab5 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:44.798514 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7e8e2afa-38ee-4633-9808-a222cac422fc req-5e27feff-13dd-49c7-b170-73df67757ab5 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 945 time: 0.0460463 Jun 17 07:21:44.837662 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:44.846159 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7e8e2afa-38ee-4633-9808-a222cac422fc req-704b1442-6fa0-406e-b7ef-d32d985e0200 tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/security-groups?id=b5902e33-ba63-4359-b599-b9efdd5404ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421040 Jun 17 07:21:44.928012 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1f14a760-0eda-46c3-afd7-3a664dc0ee92 req-d7dd5c4c-e37e-4430-b7b0-6fd4d5373c7b tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0283401 Jun 17 07:21:44.989819 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:45.015600 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:45.031615 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [req-983287b8-146a-463f-979d-5d90127ed885 req-3a886a9d-a3c3-4fe5-b417-4adc8f6029fe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Deleting port 974663f9-1f26-4fde-97f5-e7f0391163b5 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:21:45.032088 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-983287b8-146a-463f-979d-5d90127ed885 req-3a886a9d-a3c3-4fe5-b417-4adc8f6029fe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:45.124579 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-983287b8-146a-463f-979d-5d90127ed885 req-3a886a9d-a3c3-4fe5-b417-4adc8f6029fe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] For port 974663f9-1f26-4fde-97f5-e7f0391163b5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=974663f9-1f26-4fde-97f5-e7f0391163b5,segment=NetworkSegment(c2c05dda-1617-49f0-99dd-00c629ac50bc),segment_id=c2c05dda-1617-49f0-99dd-00c629ac50bc)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:21:45.124925 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-983287b8-146a-463f-979d-5d90127ed885 req-3a886a9d-a3c3-4fe5-b417-4adc8f6029fe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:45.138056 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [req-983287b8-146a-463f-979d-5d90127ed885 req-3a886a9d-a3c3-4fe5-b417-4adc8f6029fe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Calling delete_port for 974663f9-1f26-4fde-97f5-e7f0391163b5 owned by compute:nova {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:21:45.259620 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-983287b8-146a-463f-979d-5d90127ed885 req-3a886a9d-a3c3-4fe5-b417-4adc8f6029fe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (974663f9-1f26-4fde-97f5-e7f0391163b5), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:45.295095 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a886a9d-a3c3-4fe5-b417-4adc8f6029fe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Pushing event deleted for resources: {'Port': ['ID=974663f9-1f26-4fde-97f5-e7f0391163b5,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:45.332581 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [req-983287b8-146a-463f-979d-5d90127ed885 req-3a886a9d-a3c3-4fe5-b417-4adc8f6029fe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] No DVR routers for this DVR port 974663f9-1f26-4fde-97f5-e7f0391163b5 on host hv-cinder-83482 {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:21:45.335039 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-983287b8-146a-463f-979d-5d90127ed885 req-3a886a9d-a3c3-4fe5-b417-4adc8f6029fe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:45.338793 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-983287b8-146a-463f-979d-5d90127ed885 req-3a886a9d-a3c3-4fe5-b417-4adc8f6029fe tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.16 "DELETE /v2.0/ports/974663f9-1f26-4fde-97f5-e7f0391163b5 HTTP/1.1" status: 204 len: 173 time: 0.3958838 Jun 17 07:21:45.339018 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717864ac-8dd6-45a9-ba32-23472cddbff6', 'name': 'network-vif-deleted', 'tag': '974663f9-1f26-4fde-97f5-e7f0391163b5'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:21:45.341252 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83464ca-c88c-4a00-aa7a-fa74b0d79037" -d '{"events": [{"server_uuid": "717864ac-8dd6-45a9-ba32-23472cddbff6", "name": "network-vif-deleted", "tag": "974663f9-1f26-4fde-97f5-e7f0391163b5"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:21:45.379107 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf672be-d9d6-4c04-b835-5cf0e3d85185 x-openstack-request-id: req-fcf672be-d9d6-4c04-b835-5cf0e3d85185 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:21:45.379401 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717864ac-8dd6-45a9-ba32-23472cddbff6", "name": "network-vif-deleted", "tag": "974663f9-1f26-4fde-97f5-e7f0391163b5", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:21:45.379665 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fcf672be-d9d6-4c04-b835-5cf0e3d85185 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:21:45.380051 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf672be-d9d6-4c04-b835-5cf0e3d85185'] response: {'server_uuid': '717864ac-8dd6-45a9-ba32-23472cddbff6', 'name': 'network-vif-deleted', 'tag': '974663f9-1f26-4fde-97f5-e7f0391163b5', 'status': 'completed', 'code': 200} Jun 17 07:21:45.447515 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a0ee7-3aec-4781-8c46-a42cb8210efe req-85818823-e5c3-48b3-a489-583347dbfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:45.449296 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-774a0ee7-3aec-4781-8c46-a42cb8210efe req-85818823-e5c3-48b3-a489-583347dbfe2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 1129 time: 0.0484629 Jun 17 07:21:45.676929 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-028810d8-96ac-4fdf-b5d8-20dd614ee935 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=72db86ca9d3a45b49c7bb140f6b0fa10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453508 Jun 17 07:21:45.770896 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a0ee7-3aec-4781-8c46-a42cb8210efe req-77929f56-7a41-4fc6-b0e6-f008050b1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:45.773576 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-774a0ee7-3aec-4781-8c46-a42cb8210efe req-77929f56-7a41-4fc6-b0e6-f008050b1673 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.1479216 Jun 17 07:21:45.858052 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-774a0ee7-3aec-4781-8c46-a42cb8210efe req-b378ceeb-cbf8-4665-8083-3b9a9682a256 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=679e8420-15a8-4888-a16d-37cc6488380e HTTP/1.1" status: 200 len: 217 time: 0.0659990 Jun 17 07:21:45.926197 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bc3e7-bec0-4f65-ac5a-00493edaea8c req-2b3638a0-d7a3-44c5-b2c1-b32649c69511 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:45.928863 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7b9bc3e7-bec0-4f65-ac5a-00493edaea8c req-2b3638a0-d7a3-44c5-b2c1-b32649c69511 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0729699 Jun 17 07:21:45.934863 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-5e10e569-90bc-4f86-a564-8c3dce8ceca1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:45.936324 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-5e10e569-90bc-4f86-a564-8c3dce8ceca1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520709 Jun 17 07:21:45.977176 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f3fea8c5-3114-48b7-9d2c-13563944e1ab req-4ebc485c-645b-432c-8c37-42005865ff5e tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 210 time: 0.0344942 Jun 17 07:21:45.982540 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7b9bc3e7-bec0-4f65-ac5a-00493edaea8c req-96557a9d-9257-4bfc-8838-9e4f44295000 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475459 Jun 17 07:21:46.074676 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5c25ba09-b96e-469b-b130-52676bab875d req-eee5e1b7-a9aa-4361-93e5-613339c8e262 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0277746 Jun 17 07:21:46.230009 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 36640) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:46.234498 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-641b3e58-b64f-4f43-82f0-85fc79791288 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--746385697', 'description': 'tempest-description--597763015'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:46.247290 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:46.262290 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-641b3e58-b64f-4f43-82f0-85fc79791288 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.336379 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-641b3e58-b64f-4f43-82f0-85fc79791288 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group (5a095a54-d127-4208-b92f-fe855fc284f9), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.340459 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-641b3e58-b64f-4f43-82f0-85fc79791288 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (5a095a54-d127-4208-b92f-fe855fc284f9), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.374676 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-641b3e58-b64f-4f43-82f0-85fc79791288 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.378115 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-641b3e58-b64f-4f43-82f0-85fc79791288 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1444597 Jun 17 07:21:46.378115 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b3e58-b64f-4f43-82f0-85fc79791288 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a095a54-d127-4208-b92f-fe855fc284f9,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:46.378617 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36642) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:46.382844 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f68b4cd5-05e0-4001-b84d-07512d38e47b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Request body: {'security_group_rule': {'security_group_id': '5a095a54-d127-4208-b92f-fe855fc284f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:46.410667 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f68b4cd5-05e0-4001-b84d-07512d38e47b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group_rule (2a1d18fd-89e6-4e21-813b-00a6a2eab60a), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.465798 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f68b4cd5-05e0-4001-b84d-07512d38e47b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group_rule (2a1d18fd-89e6-4e21-813b-00a6a2eab60a), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.469416 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f68b4cd5-05e0-4001-b84d-07512d38e47b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (2a1d18fd-89e6-4e21-813b-00a6a2eab60a), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.488658 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b4cd5-05e0-4001-b84d-07512d38e47b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1d18fd-89e6-4e21-813b-00a6a2eab60a,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:46.494610 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f68b4cd5-05e0-4001-b84d-07512d38e47b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.495722 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f68b4cd5-05e0-4001-b84d-07512d38e47b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162980 Jun 17 07:21:46.498688 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36644) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:46.502826 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ca385cd8-f176-4438-b224-9656332071ef tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Request body: {'security_group_rule': {'security_group_id': '5a095a54-d127-4208-b92f-fe855fc284f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:46.527847 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca385cd8-f176-4438-b224-9656332071ef tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group_rule (bf60b64f-0257-4288-8fc9-8eca0fbfcd6b), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.551030 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:46.590042 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca385cd8-f176-4438-b224-9656332071ef tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group_rule (bf60b64f-0257-4288-8fc9-8eca0fbfcd6b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.593602 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca385cd8-f176-4438-b224-9656332071ef tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (bf60b64f-0257-4288-8fc9-8eca0fbfcd6b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.613914 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca385cd8-f176-4438-b224-9656332071ef tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf60b64f-0257-4288-8fc9-8eca0fbfcd6b,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:46.622178 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca385cd8-f176-4438-b224-9656332071ef tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.623355 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-ca385cd8-f176-4438-b224-9656332071ef tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237729 Jun 17 07:21:46.626482 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36648) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:46.630702 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:46.650356 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.728521 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.771692 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 974663f9-1f26-4fde-97f5-e7f0391163b5 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:21:46.792048 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 974663f9-1f26-4fde-97f5-e7f0391163b5 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:21:46.792401 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 974663f9-1f26-4fde-97f5-e7f0391163b5 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:21:46.834634 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Allocated IP 172.27.0.120 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/6b760eb2-c2a3-447f-8a60-df61aeea76a5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:21:46.836383 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:46.941527 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for port (6b760eb2-c2a3-447f-8a60-df61aeea76a5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:46.972341 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (6b760eb2-c2a3-447f-8a60-df61aeea76a5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:47.006637 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:21:47.010987 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:21:47.017073 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:21:47.043440 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event updated for resources: {'Port': ['ID=6b760eb2-c2a3-447f-8a60-df61aeea76a5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:47.092779 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7a945359-3eaa-4318-86a2-ac3ec3375560 req-d53edf43-b902-44d9-8178-905e823186cd tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 210 time: 0.0271432 Jun 17 07:21:47.141110 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eb3ae-fdf3-4fd5-904a-60e3aa586d9b req-eb4baa11-beb3-4b20-abb8-0b0529aeef6f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:47.142512 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e21eb3ae-fdf3-4fd5-904a-60e3aa586d9b req-eb4baa11-beb3-4b20-abb8-0b0529aeef6f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0775249 Jun 17 07:21:47.157696 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for floatingip (758ce46e-2387-468c-b992-50ccfbfe19bf), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:47.178661 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a3d89c90-e6a0-4d26-9fe9-24add66a014f req-c0112c3d-6149-452b-a152-133f72a544ff tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0273049 Jun 17 07:21:47.221265 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e21eb3ae-fdf3-4fd5-904a-60e3aa586d9b req-48533e32-9e4e-43af-81c0-95553c02f9a3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726526 Jun 17 07:21:47.224166 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (6b760eb2-c2a3-447f-8a60-df61aeea76a5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:47.279786 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:47.372829 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for port (6b760eb2-c2a3-447f-8a60-df61aeea76a5), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:47.377350 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (6b760eb2-c2a3-447f-8a60-df61aeea76a5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:47.443573 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event updated for resources: {'Port': ['ID=6b760eb2-c2a3-447f-8a60-df61aeea76a5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:47.457063 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (758ce46e-2387-468c-b992-50ccfbfe19bf), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:47.472025 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:47.473242 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-61abca29-5d7d-4fe7-9cd1-44ef51d47a1c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8458409 Jun 17 07:21:47.675257 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-7f8fda20-f697-4a41-9076-e698569b5923 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--746385697&fields=id&tenant_id=2b581a57e3e44e3481b1db445961afc5 HTTP/1.1" status: 200 len: 267 time: 0.0503054 Jun 17 07:21:47.779638 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-b582ae8b-874b-4aa7-ac0f-338ea1f1576b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:47.781079 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-b582ae8b-874b-4aa7-ac0f-338ea1f1576b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 818 time: 0.0988867 Jun 17 07:21:47.795111 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-e95d4237-331b-4c67-a558-8d8d98c9e00a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/quotas/2b581a57e3e44e3481b1db445961afc5 HTTP/1.1" status: 200 len: 375 time: 0.0088091 Jun 17 07:21:47.808765 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:47.847634 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-7e977381-0209-40b1-804c-aa0553c7b32f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0477929 Jun 17 07:21:47.950650 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-d65825b9-e02a-473e-b5db-ed88bb8dc684 service neutron] 10.222.0.33 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893848 Jun 17 07:21:48.035863 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a73b551a-7426-4ee2-857e-1129727908a6 service neutron] 10.222.0.33 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795412 Jun 17 07:21:48.204482 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f8e3aeee-323d-42d4-b74b-4877452b6992 req-7dcfa289-0282-4504-a0a0-b88ff6f4c0d9 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 210 time: 0.0334592 Jun 17 07:21:48.209933 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-71be0baa-0e3e-4a88-ae53-14aba3435a35 req-ef89f909-c7fb-4783-a3ea-3bf6926c9f0f tempest-VolumesActionsTest-988475808 tempest-VolumesActionsTest-988475808-project] 10.222.0.33 "GET /v2.0/ports?device_id=717864ac-8dd6-45a9-ba32-23472cddbff6 HTTP/1.1" status: 200 len: 210 time: 0.0329077 Jun 17 07:21:48.300687 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-70d0ce2f-963a-4813-b27f-0e2746304c68 req-9e965303-f33a-452f-8fbe-e6608ce15d7a tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0353518 Jun 17 07:21:48.375066 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4539d-7e95-4714-b97f-703ac8b4c563 req-473771da-0066-4ae4-985f-24aaac8a40c8 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:48.376557 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5bd4539d-7e95-4714-b97f-703ac8b4c563 req-473771da-0066-4ae4-985f-24aaac8a40c8 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0526850 Jun 17 07:21:48.430388 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5bd4539d-7e95-4714-b97f-703ac8b4c563 req-021e2a89-5fa9-4894-8a2f-5041ae084618 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469961 Jun 17 07:21:48.800155 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Request body: {'port': {'device_id': '746c133f-ca67-472b-ac28-d052fe3c2696', 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440', 'admin_state_up': True, 'tenant_id': '72db86ca9d3a45b49c7bb140f6b0fa10'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:48.882931 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:48.895705 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a0ee7-3aec-4781-8c46-a42cb8210efe req-8d24a72e-bd65-4091-9ede-7cf29c364ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:48.897192 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-774a0ee7-3aec-4781-8c46-a42cb8210efe req-8d24a72e-bd65-4091-9ede-7cf29c364ea1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.0970001 Jun 17 07:21:48.953655 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Made reservation on behalf of 72db86ca9d3a45b49c7bb140f6b0fa10 for: {'port': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:21:48.961256 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:48.975948 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:49.092355 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a0ee7-3aec-4781-8c46-a42cb8210efe req-a0d61e02-c628-4f1f-8182-b3d530e60695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:49.094506 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-774a0ee7-3aec-4781-8c46-a42cb8210efe req-a0d61e02-c628-4f1f-8182-b3d530e60695 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1378310 Jun 17 07:21:49.141059 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Publish callbacks [] for security_group (bb9525f3-1fe0-45c1-8eea-9b995693f99e), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:49.146454 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (bb9525f3-1fe0-45c1-8eea-9b995693f99e), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:49.171462 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:49.206475 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-774a0ee7-3aec-4781-8c46-a42cb8210efe req-344daedd-0e09-4b1a-9877-f07fae125369 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003637 Jun 17 07:21:49.208734 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9525f3-1fe0-45c1-8eea-9b995693f99e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:49.314583 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-06103978-ecb7-4c0a-8d11-9fed138e74c9 req-b58b27c6-796b-408f-8bf3-9c1c7ca15984 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 210 time: 0.0357628 Jun 17 07:21:49.328508 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Allocated IP 192.168.233.82 (cc7b04ae-69ca-4aeb-ab09-a28ea7943440/a61f8d25-87ad-4760-ab21-2c076825c8d6/3382a7dc-1ceb-4c5f-ac53-87ce508949ec) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:21:49.416642 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2a841573-2bed-44f7-980f-1503274f6212 req-f6e67617-16a7-4789-8f7b-38c04dd3f000 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.0436771 Jun 17 07:21:49.535497 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Publish callbacks [] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:49.582672 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:49.617586 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a48b1-219e-4bb6-8948-31961bce9221 req-27391e4e-4ff3-48da-9ccb-a06d75c776aa tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:49.620212 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-484a48b1-219e-4bb6-8948-31961bce9221 req-27391e4e-4ff3-48da-9ccb-a06d75c776aa tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0809932 Jun 17 07:21:49.663759 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:49.719503 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Network cc7b04ae-69ca-4aeb-ab09-a28ea7943440 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:21:49.729285 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:21:49.731710 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:21:49.756700 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:49.757511 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:49.846169 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-774a0ee7-3aec-4781-8c46-a42cb8210efe req-3a487a49-8fe1-4a18-9d94-208fd2d98f9e service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378601 Jun 17 07:21:49.851469 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Pushing event updated for resources: {'Port': ['ID=3382a7dc-1ceb-4c5f-ac53-87ce508949ec,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:49.884213 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b2981eeb-7074-41b4-89f6-25c6ede81d0e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0893044 Jun 17 07:21:49.912216 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-484a48b1-219e-4bb6-8948-31961bce9221 req-e44bd50f-ea17-4602-8277-c6befc30b10b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690086 Jun 17 07:21:49.945344 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-3dbf939a-f3ee-4145-bef0-f94471317404 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:49.946916 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Request body: {'port': {'device_id': '746c133f-ca67-472b-ac28-d052fe3c2696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:49.950991 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-3dbf939a-f3ee-4145-bef0-f94471317404 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 818 time: 0.3171287 Jun 17 07:21:50.046517 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:50.126618 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-e0be9495-0ee1-4a9f-9b02-620782157876 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b581a57e3e44e3481b1db445961afc5 HTTP/1.1" status: 200 len: 379 time: 0.0992217 Jun 17 07:21:50.163413 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-808bff3e-2c43-43eb-b4f5-5025860a6c1c None None] Provisioning complete for port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:21:50.164395 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-808bff3e-2c43-43eb-b4f5-5025860a6c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:50.192377 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:50.205309 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-808bff3e-2c43-43eb-b4f5-5025860a6c1c None None] Port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:21:50.221487 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:50.264804 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Request body: {'port': {'device_id': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'admin_state_up': True, 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'security_groups': ['5a095a54-d127-4208-b92f-fe855fc284f9']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:50.373607 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3382a7dc-1ceb-4c5f-ac53-87ce508949ec {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:21:50.391504 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Publish callbacks [] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:50.408672 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Transition to ACTIVE for port object 3382a7dc-1ceb-4c5f-ac53-87ce508949ec will not be triggered until provisioned by entity L2. {{(pid=103802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:21:50.415214 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:50.592172 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fb5e9a74-4fa9-4d07-8d97-a9c0c020de61 req-5b53eed4-89ff-4ac7-bde5-ec940cbff4a1 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 210 time: 0.1214795 Jun 17 07:21:50.609916 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Pushing event updated for resources: {'Port': ['ID=3382a7dc-1ceb-4c5f-ac53-87ce508949ec,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:50.666393 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Made reservation on behalf of 2b581a57e3e44e3481b1db445961afc5 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:21:50.675946 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:50.688834 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:50.749378 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8de4b-f8c8-4cf3-9f3f-a92d77b213b9 req-b8fab0b9-0783-46fd-bc14-6310d03fb969 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:50.750977 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9fa8de4b-f8c8-4cf3-9f3f-a92d77b213b9 req-b8fab0b9-0783-46fd-bc14-6310d03fb969 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 947 time: 0.1230879 Jun 17 07:21:50.768216 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Attempting to bind port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:21:50.769499 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Attempting to bind port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '2f346de4-ebc4-451b-a7a1-640071fff394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:21:50.770141 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Attempting to bind port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec on network cc7b04ae-69ca-4aeb-ab09-a28ea7943440 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:21:50.777298 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec on network cc7b04ae-69ca-4aeb-ab09-a28ea7943440 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:21:50.777620 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Attempting to bind port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec on network cc7b04ae-69ca-4aeb-ab09-a28ea7943440 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:21:50.790131 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:21:50.790468 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Checking segment: {'id': '2f346de4-ebc4-451b-a7a1-640071fff394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:21:50.791932 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Bound using segment: {'id': '2f346de4-ebc4-451b-a7a1-640071fff394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:21:50.792395 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Bound port: 3382a7dc-1ceb-4c5f-ac53-87ce508949ec, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f346de4-ebc4-451b-a7a1-640071fff394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:21:50.792745 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:50.849680 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Allocated IP 172.20.0.6 (60349c8e-a9e4-4c17-896b-25e895292e2e/4cc5ba76-9b9c-4732-b355-bf87d57bda6c/6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:21:50.857412 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9fa8de4b-f8c8-4cf3-9f3f-a92d77b213b9 req-2ab7ee54-43ad-47e8-8fba-e19744602047 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964489 Jun 17 07:21:50.942254 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] For port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec, host hv-cinder-83482, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:21:50.948945 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] For port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3382a7dc-1ceb-4c5f-ac53-87ce508949ec,segment=NetworkSegment(2f346de4-ebc4-451b-a7a1-640071fff394),segment_id=2f346de4-ebc4-451b-a7a1-640071fff394)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:21:50.955525 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:51.004725 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:51.005439 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:51.007679 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] 10.222.0.16 "PUT /v2.0/ports/3382a7dc-1ceb-4c5f-ac53-87ce508949ec HTTP/1.1" status: 200 len: 1097 time: 1.0947454 Jun 17 07:21:51.008237 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746c133f-ca67-472b-ac28-d052fe3c2696', 'tag': '3382a7dc-1ceb-4c5f-ac53-87ce508949ec'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:21:51.010619 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd62aaa-c93e-4dea-96a7-5a169adb81d7" -d '{"events": [{"name": "network-changed", "server_uuid": "746c133f-ca67-472b-ac28-d052fe3c2696", "tag": "3382a7dc-1ceb-4c5f-ac53-87ce508949ec"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:21:51.040830 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbf876-1d7f-4170-b2ad-64485d898c75 service neutron] Pushing event updated for resources: {'Port': ['ID=3382a7dc-1ceb-4c5f-ac53-87ce508949ec,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:51.070477 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45671dc4-23d2-4bdb-b562-82b57f20cee3 x-openstack-request-id: req-45671dc4-23d2-4bdb-b562-82b57f20cee3 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:21:51.071694 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746c133f-ca67-472b-ac28-d052fe3c2696", "tag": "3382a7dc-1ceb-4c5f-ac53-87ce508949ec", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:21:51.072753 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-45671dc4-23d2-4bdb-b562-82b57f20cee3 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:21:51.073223 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45671dc4-23d2-4bdb-b562-82b57f20cee3'] response: {'name': 'network-changed', 'server_uuid': '746c133f-ca67-472b-ac28-d052fe3c2696', 'tag': '3382a7dc-1ceb-4c5f-ac53-87ce508949ec', 'status': 'completed', 'code': 200} Jun 17 07:21:51.098773 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d184ae0-4200-4270-8469-c37ef9d4fbc0 req-660b1a6a-0dee-4910-8f5a-3d3cb08debd0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:51.100607 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6d184ae0-4200-4270-8469-c37ef9d4fbc0 req-660b1a6a-0dee-4910-8f5a-3d3cb08debd0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0654626 Jun 17 07:21:51.141689 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:51.158460 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:51.187851 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6d184ae0-4200-4270-8469-c37ef9d4fbc0 req-4d744a51-ff4b-4f48-b80d-dc19697016d1 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812931 Jun 17 07:21:51.202343 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:51.238501 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Network 60349c8e-a9e4-4c17-896b-25e895292e2e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:21:51.241598 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:21:51.246001 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:21:51.285718 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event updated for resources: {'Port': ['ID=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:51.307421 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:51.308029 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:51.325037 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a093cd18-8977-4969-906b-e27d8135cf31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0644548 Jun 17 07:21:51.495150 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-a98e47e5-b360-4301-9b5e-540f26a8450e None None] Provisioning complete for port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:21:51.495664 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a98e47e5-b360-4301-9b5e-540f26a8450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:51.526914 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-a98e47e5-b360-4301-9b5e-540f26a8450e None None] Port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:21:51.715516 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40df73-a420-44d2-841b-6ef9fba2147d req-db3adb0a-b301-47ee-91d4-75e194ae1d34 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:51.716973 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5d40df73-a420-44d2-841b-6ef9fba2147d req-db3adb0a-b301-47ee-91d4-75e194ae1d34 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 931 time: 0.0462272 Jun 17 07:21:51.761970 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5d40df73-a420-44d2-841b-6ef9fba2147d req-0a5f54c6-e545-4040-9d9a-855f6af0d65d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395765 Jun 17 07:21:51.974371 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3a752-e4bc-477c-bb97-543db5ed57de req-1ddb3808-e324-466c-8c5b-45c3e6604cdf tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:51.975817 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8cc3a752-e4bc-477c-bb97-543db5ed57de req-1ddb3808-e324-466c-8c5b-45c3e6604cdf tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 947 time: 0.0464675 Jun 17 07:21:52.024574 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8cc3a752-e4bc-477c-bb97-543db5ed57de req-ccb2b467-871c-4e9c-bed0-69aecb4e8cc7 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Jun 17 07:21:52.310759 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465c9f5-69db-4af6-9ac5-311d7e7d8c3f req-878e20b0-545c-4f03-8512-3ed9130fe11b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:52.312165 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b465c9f5-69db-4af6-9ac5-311d7e7d8c3f req-878e20b0-545c-4f03-8512-3ed9130fe11b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0480826 Jun 17 07:21:52.357000 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b465c9f5-69db-4af6-9ac5-311d7e7d8c3f req-ab322878-608c-427c-87ab-f62da2547425 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393705 Jun 17 07:21:52.870576 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c076d-08db-41aa-8550-a4c979489113 req-f971adf7-12cd-4316-b9c5-ef0a8a5e9c04 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:52.871947 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-427c076d-08db-41aa-8550-a4c979489113 req-f971adf7-12cd-4316-b9c5-ef0a8a5e9c04 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 931 time: 0.0452127 Jun 17 07:21:52.917833 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-427c076d-08db-41aa-8550-a4c979489113 req-90755278-8a15-4fb4-aed7-344711ab6897 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404646 Jun 17 07:21:53.127347 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:53.136845 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9c25c-0b9b-45f3-99e4-0809e596a4e8 req-eb793ccc-5c2e-40d0-bedf-9c5676ecdaf1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:53.138299 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e8c9c25c-0b9b-45f3-99e4-0809e596a4e8 req-eb793ccc-5c2e-40d0-bedf-9c5676ecdaf1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 947 time: 0.0456810 Jun 17 07:21:53.184751 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e8c9c25c-0b9b-45f3-99e4-0809e596a4e8 req-686c05f5-44c0-49a7-b08b-ab6d1c0e66d7 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Jun 17 07:21:53.472544 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffde5c-8457-458e-8971-40f1f48d721e req-3e4d9b81-41d3-43e9-ab5f-e26123e14d35 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:53.473881 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c5ffde5c-8457-458e-8971-40f1f48d721e req-3e4d9b81-41d3-43e9-ab5f-e26123e14d35 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0448077 Jun 17 07:21:53.511895 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Request body: {'port': {'device_id': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:21:53.521112 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:53.544890 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:53.550004 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c5ffde5c-8457-458e-8971-40f1f48d721e req-6c0b466c-e856-4d3f-a2c6-1c0a302b5575 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706890 Jun 17 07:21:53.551565 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62aaa-c93e-4dea-96a7-5a169adb81d7 req-699bf946-6226-4627-b7ea-db203d04daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:53.553202 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3fd62aaa-c93e-4dea-96a7-5a169adb81d7 req-699bf946-6226-4627-b7ea-db203d04daa9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72db86ca9d3a45b49c7bb140f6b0fa10&device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 1131 time: 0.0391035 Jun 17 07:21:53.584486 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3fd62aaa-c93e-4dea-96a7-5a169adb81d7 req-997093a7-49ae-4f40-b075-e67aba1890c2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=72db86ca9d3a45b49c7bb140f6b0fa10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237746 Jun 17 07:21:53.590682 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:53.675003 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd62aaa-c93e-4dea-96a7-5a169adb81d7 req-b018aa40-d65b-4b7a-bc78-87d3e9e2d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:53.676457 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3fd62aaa-c93e-4dea-96a7-5a169adb81d7 req-b018aa40-d65b-4b7a-bc78-87d3e9e2d132 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846233 Jun 17 07:21:53.749849 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-5b5c1fec-5fb4-4575-8e4a-cc83b92cad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:53.751217 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-5b5c1fec-5fb4-4575-8e4a-cc83b92cad32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72db86ca9d3a45b49c7bb140f6b0fa10&device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 1131 time: 0.0367823 Jun 17 07:21:53.796090 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-9a870eaa-330e-4baa-be6a-7f55f08448b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=3382a7dc-1ceb-4c5f-ac53-87ce508949ec HTTP/1.1" status: 200 len: 217 time: 0.0351565 Jun 17 07:21:53.844050 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:21:53.847083 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-7d5bf62f-7e44-4f86-a5ca-2f79ec09c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:53.848585 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-7d5bf62f-7e44-4f86-a5ca-2f79ec09c43b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a61f8d25-87ad-4760-ab21-2c076825c8d6 HTTP/1.1" status: 200 len: 843 time: 0.0454862 Jun 17 07:21:53.851717 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Publish callbacks [] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:53.864317 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Transition to ACTIVE for port object 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:21:53.868416 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:53.892705 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-4575acaa-efef-447a-a9e1-0cbbace94974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:53.894397 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-4575acaa-efef-447a-a9e1-0cbbace94974 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc7b04ae-69ca-4aeb-ab09-a28ea7943440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0390570 Jun 17 07:21:53.923954 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:53.980248 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:54.004874 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Attempting to bind port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:21:54.005551 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Attempting to bind port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:21:54.005959 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Attempting to bind port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb on network 60349c8e-a9e4-4c17-896b-25e895292e2e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:21:54.008614 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-1de34b32-e9cb-4067-9580-7f1d20dc81e8 service neutron] 10.222.0.16 "GET /v2.0/networks/cc7b04ae-69ca-4aeb-ab09-a28ea7943440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045654 Jun 17 07:21:54.012787 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb on network 60349c8e-a9e4-4c17-896b-25e895292e2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:21:54.013181 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Attempting to bind port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb on network 60349c8e-a9e4-4c17-896b-25e895292e2e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:21:54.026804 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:21:54.027226 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Checking segment: {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:21:54.027676 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Bound using segment: {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:21:54.028228 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Bound port: 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:21:54.028649 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:54.125760 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] For port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:21:54.129572 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] For port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:21:54.137082 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:54.189416 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:54.190131 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:54.191546 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] 10.222.0.16 "PUT /v2.0/ports/6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb HTTP/1.1" status: 200 len: 1093 time: 0.6873283 Jun 17 07:21:54.191839 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:21:54.194127 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c567a16-897c-4c5b-b6df-59c8844023c9" -d '{"events": [{"name": "network-changed", "server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:21:54.220674 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ea387-be26-45f2-b0ba-97dd50528926 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:54.272121 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae52359-2bf9-4605-b529-039031ff1738 x-openstack-request-id: req-2ae52359-2bf9-4605-b529-039031ff1738 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:21:54.272420 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:21:54.272718 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2ae52359-2bf9-4605-b529-039031ff1738 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:21:54.273213 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae52359-2bf9-4605-b529-039031ff1738'] response: {'name': 'network-changed', 'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'status': 'completed', 'code': 200} Jun 17 07:21:54.323488 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-89641c63-3585-48d4-b02c-c1b547939734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:54.325232 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-89641c63-3585-48d4-b02c-c1b547939734 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 1127 time: 0.0781474 Jun 17 07:21:54.362386 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365ab5f-e45d-4f14-b149-9626383f097d req-0b51b11c-7d03-4ed9-aae2-342dd6c4c91d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:54.362386 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7365ab5f-e45d-4f14-b149-9626383f097d req-0b51b11c-7d03-4ed9-aae2-342dd6c4c91d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 943 time: 0.3254006 Jun 17 07:21:54.410262 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a3caa3b8-24df-4caa-9a86-18686a011f1c req-b6ea7f35-eaec-4c5a-ae50-78146105d725 service neutron] 10.222.0.16 "GET /v2.0/networks/cc7b04ae-69ca-4aeb-ab09-a28ea7943440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928380 Jun 17 07:21:54.441666 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-66dbc47f-b443-4f81-afa8-84908ba7b428 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb HTTP/1.1" status: 200 len: 217 time: 0.1087523 Jun 17 07:21:54.449774 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7365ab5f-e45d-4f14-b149-9626383f097d req-c8b70b8b-817c-4bb7-a048-84826556726e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738995 Jun 17 07:21:54.488328 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19393366-6714-4dcb-b62a-7fbcb2efe3cc req-e58b09f0-0628-4130-b562-8aa1813fcc9e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:54.489959 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-19393366-6714-4dcb-b62a-7fbcb2efe3cc req-e58b09f0-0628-4130-b562-8aa1813fcc9e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 947 time: 0.1416888 Jun 17 07:21:54.519903 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-0ba245b0-eb24-4b35-ac71-e36dab89aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:54.521285 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-0ba245b0-eb24-4b35-ac71-e36dab89aef0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.0716829 Jun 17 07:21:54.547737 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-19393366-6714-4dcb-b62a-7fbcb2efe3cc req-cb50869a-97d6-43bf-b737-34a5457b6bba tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507472 Jun 17 07:21:54.668303 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237821e3-750a-4fc2-b38a-44d80744d94c req-01369768-e384-48ef-8641-d15bfa7e3c1a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:54.669725 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-237821e3-750a-4fc2-b38a-44d80744d94c req-01369768-e384-48ef-8641-d15bfa7e3c1a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0453026 Jun 17 07:21:54.714190 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-237821e3-750a-4fc2-b38a-44d80744d94c req-f77bd6a9-5f55-48f6-98bf-b8f52f0d6add tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390742 Jun 17 07:21:55.599289 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6911ca0-5ca9-439a-9f28-0e26bf04835b req-857b1f68-ab8c-4256-8de3-7f93f0b323dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:55.601781 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b6911ca0-5ca9-439a-9f28-0e26bf04835b req-857b1f68-ab8c-4256-8de3-7f93f0b323dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 943 time: 0.0796247 Jun 17 07:21:55.662525 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:55.709006 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-7330a8fa-2569-43b7-ad30-2f85c27136e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:55.710996 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-7330a8fa-2569-43b7-ad30-2f85c27136e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012013 Jun 17 07:21:55.744635 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b6911ca0-5ca9-439a-9f28-0e26bf04835b req-7acc8bd7-a388-4e35-83d8-9c77f579a608 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236506 Jun 17 07:21:55.774005 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a13b5-dbec-43c8-8978-d2492659a46a req-bcbb5a3a-6d20-4d4d-ba21-afeb53eec847 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:55.786714 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-727a13b5-dbec-43c8-8978-d2492659a46a req-bcbb5a3a-6d20-4d4d-ba21-afeb53eec847 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 947 time: 0.1229699 Jun 17 07:21:55.858272 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-727a13b5-dbec-43c8-8978-d2492659a46a req-751ca096-e583-4a75-b27b-fdeb89037734 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704715 Jun 17 07:21:55.864788 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9aec0-07f5-492b-ae92-f8fedabf3986 req-0ec7f87e-8545-45b6-a42b-e14747c666db tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:55.871893 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d1c9aec0-07f5-492b-ae92-f8fedabf3986 req-0ec7f87e-8545-45b6-a42b-e14747c666db tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0630300 Jun 17 07:21:55.925530 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d1c9aec0-07f5-492b-ae92-f8fedabf3986 req-5833e8d2-f55d-44a6-98dd-36f2ffa34ac1 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519686 Jun 17 07:21:56.197674 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-a52145fb-69c1-4d81-a4d4-2e728e99e680 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229131 Jun 17 07:21:56.649923 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cbfa116e-611e-43c6-bde2-a0d3c61304e7 req-7f8f3e99-ebf3-45f2-adba-9ec4c2b8a3c2 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440246 Jun 17 07:21:56.849464 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36950) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:56.922788 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a58af-6c9a-41ee-bb4f-8ca221446ae3 req-b96ca604-4f7c-4a33-8388-db1967fcb97c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:56.925605 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b38a58af-6c9a-41ee-bb4f-8ca221446ae3 req-b96ca604-4f7c-4a33-8388-db1967fcb97c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 943 time: 0.0890880 Jun 17 07:21:57.007086 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b38a58af-6c9a-41ee-bb4f-8ca221446ae3 req-f79f8e1a-5fce-4cbe-892e-de4f3d120212 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712843 Jun 17 07:21:57.065478 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-799d1d86-4acc-41dc-9a8e-dae7d82825b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:57.094036 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d857881-7106-4513-878d-d5aebad4131f req-1bf6b469-1bce-49d3-99bf-38a739d31ec8 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:57.095710 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4d857881-7106-4513-878d-d5aebad4131f req-1bf6b469-1bce-49d3-99bf-38a739d31ec8 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 947 time: 0.1183593 Jun 17 07:21:57.119506 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb27c-193c-492b-876c-24c97f301745 req-189d63fb-480c-45f0-bf85-e4e878513755 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:57.122460 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c4adb27c-193c-492b-876c-24c97f301745 req-189d63fb-480c-45f0-bf85-e4e878513755 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0624492 Jun 17 07:21:57.157675 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:57.172800 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:57.187227 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4d857881-7106-4513-878d-d5aebad4131f req-26f0f1d9-e7bc-478a-a2a0-beebbf7f4430 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786259 Jun 17 07:21:57.204038 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c4adb27c-193c-492b-876c-24c97f301745 req-b4c376a8-cee9-489e-b608-0aca641ab8b8 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727093 Jun 17 07:21:57.236872 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-799d1d86-4acc-41dc-9a8e-dae7d82825b4 admin admin] Publish callbacks [] for security_group (7bc6ad07-f8a9-4c51-ac7e-4bc4e5d9fec0), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:57.241302 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-799d1d86-4acc-41dc-9a8e-dae7d82825b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (7bc6ad07-f8a9-4c51-ac7e-4bc4e5d9fec0), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:57.281934 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d1d86-4acc-41dc-9a8e-dae7d82825b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc6ad07-f8a9-4c51-ac7e-4bc4e5d9fec0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:57.286147 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-799d1d86-4acc-41dc-9a8e-dae7d82825b4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8a3b5f27de44444d88c954c095e6b03d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4358108 Jun 17 07:21:57.289643 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 36958) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:57.343475 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8c469f09-dbea-4d9b-8282-ea9738c8e7de admin admin] Publish callbacks [] for security_group (7bc6ad07-f8a9-4c51-ac7e-4bc4e5d9fec0), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:57.371994 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8c469f09-dbea-4d9b-8282-ea9738c8e7de admin admin] Publish callbacks [] for security_group (7bc6ad07-f8a9-4c51-ac7e-4bc4e5d9fec0), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:57.404234 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:57.425702 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8c469f09-dbea-4d9b-8282-ea9738c8e7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (7bc6ad07-f8a9-4c51-ac7e-4bc4e5d9fec0), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:57.429142 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8c469f09-dbea-4d9b-8282-ea9738c8e7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:57.429650 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-8c469f09-dbea-4d9b-8282-ea9738c8e7de admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7bc6ad07-f8a9-4c51-ac7e-4bc4e5d9fec0 HTTP/1.1" status: 204 len: 168 time: 0.1390510 Jun 17 07:21:57.438571 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c469f09-dbea-4d9b-8282-ea9738c8e7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc6ad07-f8a9-4c51-ac7e-4bc4e5d9fec0,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:57.834687 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 36980) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:57.869506 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567a16-897c-4c5b-b6df-59c8844023c9 req-b01998b4-f9ff-4731-afc7-a5bad966d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:57.872729 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6c567a16-897c-4c5b-b6df-59c8844023c9 req-b01998b4-f9ff-4731-afc7-a5bad966d53d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 1127 time: 0.1065156 Jun 17 07:21:58.080812 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 36988) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:58.117949 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567a16-897c-4c5b-b6df-59c8844023c9 req-1b205827-b34c-4995-999d-b2db43b8bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:58.119546 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6c567a16-897c-4c5b-b6df-59c8844023c9 req-1b205827-b34c-4995-999d-b2db43b8bbf7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.2272935 Jun 17 07:21:58.123624 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaad2c37-9ccb-4b36-9d26-5441f1401b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.124108 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb8d92a9-3091-465a-a0fc-e7c93702aa0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.142406 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7d6a6-f32e-4439-b181-2d158c3afc94 req-c310b05d-a33b-44d3-add3-f7fabf89720d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:58.144366 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f3d7d6a6-f32e-4439-b181-2d158c3afc94 req-c310b05d-a33b-44d3-add3-f7fabf89720d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.1264484 Jun 17 07:21:58.245849 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f3d7d6a6-f32e-4439-b181-2d158c3afc94 req-bc1a7230-2bc6-4713-8dba-cf4561e49ec2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937831 Jun 17 07:21:58.361431 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb8d92a9-3091-465a-a0fc-e7c93702aa0d admin admin] Publish callbacks [] for security_group (2ffd3e5b-76ea-4825-be59-f68a02e9d38e), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.369807 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb8d92a9-3091-465a-a0fc-e7c93702aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (2ffd3e5b-76ea-4825-be59-f68a02e9d38e), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.456677 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-fb8d92a9-3091-465a-a0fc-e7c93702aa0d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=59c145a95ed94a538bafaf99e7429607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6207395 Jun 17 07:21:58.468234 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 36994) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:58.468234 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d92a9-3091-465a-a0fc-e7c93702aa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffd3e5b-76ea-4825-be59-f68a02e9d38e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:58.497090 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18406b24-46fb-427c-9b97-bb20a22d1c20 req-ebf3436a-5d67-4b97-8058-9b27e769a0d0 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:58.498830 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-18406b24-46fb-427c-9b97-bb20a22d1c20 req-ebf3436a-5d67-4b97-8058-9b27e769a0d0 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 947 time: 0.1089287 Jun 17 07:21:58.566783 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 3382a7dc-1ceb-4c5f-ac53-87ce508949ec details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:21:58.629580 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6c567a16-897c-4c5b-b6df-59c8844023c9 req-8dac411e-3222-4bc2-9305-4b196d147b5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb HTTP/1.1" status: 200 len: 217 time: 0.4339440 Jun 17 07:21:58.631611 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-18406b24-46fb-427c-9b97-bb20a22d1c20 req-2477d4e6-de98-4a3f-b584-9c265ad83003 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265812 Jun 17 07:21:58.635037 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ed8f277c-9583-4f5c-b247-53d9ac34df03 admin admin] Publish callbacks [] for security_group (2ffd3e5b-76ea-4825-be59-f68a02e9d38e), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.643808 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc8368-59ef-4075-9250-f2c8a0d0d874 req-824583d4-99ee-44ae-976d-c9db45f29b24 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:58.645349 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03bc8368-59ef-4075-9250-f2c8a0d0d874 req-824583d4-99ee-44ae-976d-c9db45f29b24 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 943 time: 0.5291538 Jun 17 07:21:58.679946 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ed8f277c-9583-4f5c-b247-53d9ac34df03 admin admin] Publish callbacks [] for security_group (2ffd3e5b-76ea-4825-be59-f68a02e9d38e), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.737385 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3382a7dc-1ceb-4c5f-ac53-87ce508949ec,segment=NetworkSegment(2f346de4-ebc4-451b-a7a1-640071fff394),segment_id=2f346de4-ebc4-451b-a7a1-640071fff394)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:21:58.753546 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:58.756977 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '3382a7dc-1ceb-4c5f-ac53-87ce508949ec', 'network_id': 'cc7b04ae-69ca-4aeb-ab09-a28ea7943440', 'port_id': '3382a7dc-1ceb-4c5f-ac53-87ce508949ec', 'mac_address': 'fa:16:3e:dc:c9:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61f8d25-87ad-4760-ab21-2c076825c8d6', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:21:58.760402 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03bc8368-59ef-4075-9250-f2c8a0d0d874 req-3f9f3da2-1aeb-4e07-8502-e4392c0eb4ed tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923860 Jun 17 07:21:58.823647 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567a16-897c-4c5b-b6df-59c8844023c9 req-a27e2be9-f09c-4fe0-bad3-9c356e805170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:58.825159 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6c567a16-897c-4c5b-b6df-59c8844023c9 req-a27e2be9-f09c-4fe0-bad3-9c356e805170 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.1776414 Jun 17 07:21:58.834726 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee12ae-9160-447d-baae-c29134774d1d req-c518ff85-a1eb-4d95-a765-c5ad54409da7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:58.836445 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-84ee12ae-9160-447d-baae-c29134774d1d req-c518ff85-a1eb-4d95-a765-c5ad54409da7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0994873 Jun 17 07:21:58.837681 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ed8f277c-9583-4f5c-b247-53d9ac34df03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (2ffd3e5b-76ea-4825-be59-f68a02e9d38e), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.840289 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ed8f277c-9583-4f5c-b247-53d9ac34df03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.842960 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:21:58.843629 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.844417 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ed8f277c-9583-4f5c-b247-53d9ac34df03 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2ffd3e5b-76ea-4825-be59-f68a02e9d38e HTTP/1.1" status: 204 len: 168 time: 0.3830776 Jun 17 07:21:58.862164 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3382a7dc-1ceb-4c5f-ac53-87ce508949ec {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:21:58.884294 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567a16-897c-4c5b-b6df-59c8844023c9 req-63a1299b-c16f-4207-999a-77305d2540d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:58.885967 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6c567a16-897c-4c5b-b6df-59c8844023c9 req-63a1299b-c16f-4207-999a-77305d2540d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533023 Jun 17 07:21:58.888282 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f277c-9583-4f5c-b247-53d9ac34df03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffd3e5b-76ea-4825-be59-f68a02e9d38e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:58.888476 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3382a7dc-1ceb-4c5f-ac53-87ce508949ec,segment=NetworkSegment(2f346de4-ebc4-451b-a7a1-640071fff394),segment_id=2f346de4-ebc4-451b-a7a1-640071fff394)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:21:58.894302 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.916500 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:58.954351 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-84ee12ae-9160-447d-baae-c29134774d1d req-830d9de7-bf71-4913-b5d2-cbd23ac02c43 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085911 Jun 17 07:21:58.977964 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=3382a7dc-1ceb-4c5f-ac53-87ce508949ec,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:58.983988 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaad2c37-9ccb-4b36-9d26-5441f1401b18 admin admin] Publish callbacks [] for security_group (9803477a-6c3f-4555-986d-59fc1683e0ca), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.987141 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.987687 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.988031 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.988585 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.989498 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.989901 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.990630 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.990843 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.991241 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.991724 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.992489 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.992614 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.992800 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaad2c37-9ccb-4b36-9d26-5441f1401b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (9803477a-6c3f-4555-986d-59fc1683e0ca), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:58.992912 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.993244 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:58.993564 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:21:59.068109 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-aaad2c37-9ccb-4b36-9d26-5441f1401b18 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c0611d21abae4be1928d738677503edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9862394 Jun 17 07:21:59.071639 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 37008) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:21:59.075851 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad2c37-9ccb-4b36-9d26-5441f1401b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9803477a-6c3f-4555-986d-59fc1683e0ca,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:59.111040 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6c567a16-897c-4c5b-b6df-59c8844023c9 req-900051af-ab96-4d24-8038-2d9462476a1b service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092311 Jun 17 07:21:59.157424 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-12f05098-76e7-42aa-9d9a-9a330bbf7838 admin admin] Publish callbacks [] for security_group (9803477a-6c3f-4555-986d-59fc1683e0ca), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:59.178391 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['3382a7dc-1ceb-4c5f-ac53-87ce508949ec'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:21:59.250591 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-12f05098-76e7-42aa-9d9a-9a330bbf7838 admin admin] Publish callbacks [] for security_group (9803477a-6c3f-4555-986d-59fc1683e0ca), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:59.303313 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:59.303689 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6c567a16-897c-4c5b-b6df-59c8844023c9 req-9b1dde14-455e-4666-b3eb-9a07c0db1b8f service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818051 Jun 17 07:21:59.330099 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-12f05098-76e7-42aa-9d9a-9a330bbf7838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (9803477a-6c3f-4555-986d-59fc1683e0ca), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:59.333907 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-12f05098-76e7-42aa-9d9a-9a330bbf7838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:21:59.338033 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-12f05098-76e7-42aa-9d9a-9a330bbf7838 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9803477a-6c3f-4555-986d-59fc1683e0ca HTTP/1.1" status: 204 len: 168 time: 0.2630165 Jun 17 07:21:59.355452 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:59.377435 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f05098-76e7-42aa-9d9a-9a330bbf7838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9803477a-6c3f-4555-986d-59fc1683e0ca,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:21:59.450188 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a67fb9-e7b1-4b2b-b0b4-abddc9f86f07 req-709d422a-4b5d-49b8-bd24-aa6052647c00 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:59.458528 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e5a67fb9-e7b1-4b2b-b0b4-abddc9f86f07 req-709d422a-4b5d-49b8-bd24-aa6052647c00 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0721638 Jun 17 07:21:59.491417 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:21:59.513371 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e5a67fb9-e7b1-4b2b-b0b4-abddc9f86f07 req-1dcb8591-0439-4634-88e0-e483120e4f9c tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536642 Jun 17 07:21:59.791725 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa5a83-43c0-4f2b-800b-aa19c72acdc3 req-81e3604b-dc1e-4f4f-8360-53b05cb703f8 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:59.799418 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-18aa5a83-43c0-4f2b-800b-aa19c72acdc3 req-81e3604b-dc1e-4f4f-8360-53b05cb703f8 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 948 time: 0.0607955 Jun 17 07:21:59.867905 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-18aa5a83-43c0-4f2b-800b-aa19c72acdc3 req-229734f6-581d-4e72-945d-e5fea3f46c03 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678186 Jun 17 07:21:59.937027 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693925a-1294-434a-87ee-2cb9ac3f5c3f req-ba9f2db3-6334-4eb3-a2e5-3836c658e150 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:21:59.945132 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d693925a-1294-434a-87ee-2cb9ac3f5c3f req-ba9f2db3-6334-4eb3-a2e5-3836c658e150 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 943 time: 0.0804780 Jun 17 07:22:00.059501 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d693925a-1294-434a-87ee-2cb9ac3f5c3f req-de2499ca-2938-4973-a481-3547428d62a0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102567 Jun 17 07:22:00.126472 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db67626-9f52-445c-80f2-e85bd481bb53 req-556dca1a-5968-44a3-8c2f-3aecfaa25f93 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:00.130162 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0db67626-9f52-445c-80f2-e85bd481bb53 req-556dca1a-5968-44a3-8c2f-3aecfaa25f93 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0618825 Jun 17 07:22:00.194893 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0db67626-9f52-445c-80f2-e85bd481bb53 req-3ed6adc7-76fa-4e2b-921a-9c1e1f244e23 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585241 Jun 17 07:22:00.288900 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 37042) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:00.377710 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:00.379633 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:00.410624 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1162157743-network', 'tenant_id': '71a5393056b74f1e871bb50775a40554'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:00.434380 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Made reservation on behalf of 71a5393056b74f1e871bb50775a40554 for: {'network': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:22:00.436930 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:00.451319 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:00.539579 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Publish callbacks [] for security_group (696db650-277b-4e8e-bae9-0542a8cb22e6), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:00.546963 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (696db650-277b-4e8e-bae9-0542a8cb22e6), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:00.571210 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=103802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:22:00.576039 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:22:00.578160 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 3382a7dc-1ceb-4c5f-ac53-87ce508949ec up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:00.587355 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696db650-277b-4e8e-bae9-0542a8cb22e6,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:00.590254 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (02d8de91-6e51-4456-8243-db9ff33ba578), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:00.590587 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.segments_db [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Added segment 02d8de91-6e51-4456-8243-db9ff33ba578 of type vlan for network d085d43f-8332-461f-be16-9921b6cc7d81 Jun 17 07:22:00.638720 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (d085d43f-8332-461f-be16-9921b6cc7d81), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:00.656793 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:22:00.672177 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed31a5-bcf1-4f17-bbce-346c02b91015 req-66861dc9-1477-4960-90d2-8bab3d9fe20d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:00.683086 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c0ed31a5-bcf1-4f17-bbce-346c02b91015 req-66861dc9-1477-4960-90d2-8bab3d9fe20d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0777276 Jun 17 07:22:00.684885 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:00.685441 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:00.697762 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (d085d43f-8332-461f-be16-9921b6cc7d81), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:00.698782 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:00.699463 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:00.748735 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4586980 Jun 17 07:22:00.769415 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 37048) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:00.787063 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] Request body: {'subnet': {'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1162157743-subnet', 'tenant_id': '71a5393056b74f1e871bb50775a40554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:00.793893 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c0ed31a5-bcf1-4f17-bbce-346c02b91015 req-535644cd-0101-426d-ba70-dfc8a41b18ba tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096032 Jun 17 07:22:00.846299 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302b9d0-d9a3-4ad8-b674-9ba45a3266e0 admin admin] Pushing event updated for resources: {'Network': ['ID=d085d43f-8332-461f-be16-9921b6cc7d81,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:00.861788 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] Made reservation on behalf of 71a5393056b74f1e871bb50775a40554 for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:22:00.864851 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:00.878811 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network d085d43f-8332-461f-be16-9921b6cc7d81 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:22:00.882001 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:00.986210 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:00.986660 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:01.012740 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'port_id': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'mac_address': 'fa:16:3e:c0:ee:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:22:01.026836 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:01.034211 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c133f-ca67-472b-ac28-d052fe3c2696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3382a7dc-1ceb-4c5f-ac53-87ce508949ec'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:22:01.035889 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574252bf-2dda-419b-bfa4-da19b1cbe2ae req-6d5eedd3-9e91-457e-bb5e-fd3d3dda1836 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:01.036478 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d4675f-7bf4-4647-97a6-b891ab07159e" -d '{"events": [{"server_uuid": "746c133f-ca67-472b-ac28-d052fe3c2696", "name": "network-vif-plugged", "status": "completed", "tag": "3382a7dc-1ceb-4c5f-ac53-87ce508949ec"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:22:01.037461 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-574252bf-2dda-419b-bfa4-da19b1cbe2ae req-6d5eedd3-9e91-457e-bb5e-fd3d3dda1836 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 948 time: 0.0608621 Jun 17 07:22:01.086781 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3382a7dc-1ceb-4c5f-ac53-87ce508949ec,segment=NetworkSegment(2f346de4-ebc4-451b-a7a1-640071fff394),segment_id=2f346de4-ebc4-451b-a7a1-640071fff394)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:01.105825 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:01.113188 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9434fb8a-b076-4178-bd6b-a531be92f066 x-openstack-request-id: req-9434fb8a-b076-4178-bd6b-a531be92f066 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:22:01.113513 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c133f-ca67-472b-ac28-d052fe3c2696", "name": "network-vif-plugged", "status": "completed", "tag": "3382a7dc-1ceb-4c5f-ac53-87ce508949ec", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:22:01.113721 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9434fb8a-b076-4178-bd6b-a531be92f066 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:22:01.114117 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9434fb8a-b076-4178-bd6b-a531be92f066'] response: {'server_uuid': '746c133f-ca67-472b-ac28-d052fe3c2696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3382a7dc-1ceb-4c5f-ac53-87ce508949ec', 'code': 200} Jun 17 07:22:01.117721 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:01.118255 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:01.146876 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:01.151939 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:01.162614 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (e18da382-875b-461c-b114-f19f98906e99), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:01.171721 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-574252bf-2dda-419b-bfa4-da19b1cbe2ae req-d7374797-166b-42af-8b1e-ee188c5d39e1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158423 Jun 17 07:22:01.220004 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:22:01.240407 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18da382-875b-461c-b114-f19f98906e99,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:01.252978 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] Checking segment: {'id': '02d8de91-6e51-4456-8243-db9ff33ba578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:01.253346 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] Network hostable DHCP agents. Network: d085d43f-8332-461f-be16-9921b6cc7d81, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:22:01.283581 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] Network d085d43f-8332-461f-be16-9921b6cc7d81 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:22:01.311002 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb1d10-5676-4ca9-9652-0df45c6eb80b req-95c44c16-5b6f-44ac-a35d-6d9dbabc0c2f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:01.315390 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, d085d43f-8332-461f-be16-9921b6cc7d81) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:01.320334 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c5bb1d10-5676-4ca9-9652-0df45c6eb80b req-95c44c16-5b6f-44ac-a35d-6d9dbabc0c2f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 943 time: 0.1194205 Jun 17 07:22:01.321128 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:01.322072 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:01.341204 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:01.348732 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6785333-b602-47b1-bfe8-c53695c993a4 None None] Network d085d43f-8332-461f-be16-9921b6cc7d81 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:22:01.354539 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:01.377538 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:01.401288 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=3382a7dc-1ceb-4c5f-ac53-87ce508949ec,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:01.412202 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-13d4785f-412b-4414-b873-2060b2f6d281 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6412632 Jun 17 07:22:01.437492 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10938c1b-e174-4ada-ad44-100a86e59428 req-6f9b55c3-1e80-49f7-8533-22e8ae0427e0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:01.439401 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-10938c1b-e174-4ada-ad44-100a86e59428 req-6f9b55c3-1e80-49f7-8533-22e8ae0427e0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0963879 Jun 17 07:22:01.457570 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39e607-1fa3-490d-bf95-f19ccb47ca97 req-66c3c932-84d6-471d-8c13-b49acdb00fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:01.459351 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0d39e607-1fa3-490d-bf95-f19ccb47ca97 req-66c3c932-84d6-471d-8c13-b49acdb00fbc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 1133 time: 0.1053193 Jun 17 07:22:01.470146 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c5bb1d10-5676-4ca9-9652-0df45c6eb80b req-e254ac89-cb6c-4600-b4f8-67553eda29ad tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487782 Jun 17 07:22:01.519574 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-10938c1b-e174-4ada-ad44-100a86e59428 req-d4e054da-f598-4412-aba3-adc872d0b959 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714822 Jun 17 07:22:01.527360 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:01.552374 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0d39e607-1fa3-490d-bf95-f19ccb47ca97 req-21ef8eac-6d51-49b2-85eb-32e58846e745 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762076 Jun 17 07:22:01.567362 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b01a03e-3251-4706-9801-168ad5c90a90 None None] Network d085d43f-8332-461f-be16-9921b6cc7d81 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:22:01.784682 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:22:01.955412 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec1d19-8308-4487-a90a-ca99e8016e7e req-e05f8b3d-f3da-4bcb-99f0-7a1eb79177ad tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:01.956946 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aaec1d19-8308-4487-a90a-ca99e8016e7e req-e05f8b3d-f3da-4bcb-99f0-7a1eb79177ad tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0632443 Jun 17 07:22:02.033121 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aaec1d19-8308-4487-a90a-ca99e8016e7e req-d7e090fb-b567-4a5f-b74d-f73c2f374d9d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685635 Jun 17 07:22:02.301957 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb0289-2dda-4b39-9874-971e030945e7 req-0ae8567c-e997-4830-86c6-96cc9521c59d tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:02.312529 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4edb0289-2dda-4b39-9874-971e030945e7 req-0ae8567c-e997-4830-86c6-96cc9521c59d tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 949 time: 0.0571339 Jun 17 07:22:02.356614 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4edb0289-2dda-4b39-9874-971e030945e7 req-d47f8a3d-795b-4d10-9796-24d8855d2a95 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Jun 17 07:22:02.478318 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-fc9973e8-60e1-421e-9792-784243425d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:02.706813 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d53e15-c9c6-4da7-b6ad-a1fb8b7eef3d req-b9bb8847-f92f-4b0a-be52-b12bc8cd4019 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:02.708390 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-01d53e15-c9c6-4da7-b6ad-a1fb8b7eef3d req-b9bb8847-f92f-4b0a-be52-b12bc8cd4019 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 944 time: 0.1685641 Jun 17 07:22:02.720518 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:02.721177 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53e91c-c5fb-4506-b55b-a71a553056c3 req-3a405b1a-3934-456e-8dfa-650bd6fbeaea tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:02.722712 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2c53e91c-c5fb-4506-b55b-a71a553056c3 req-3a405b1a-3934-456e-8dfa-650bd6fbeaea tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.1019502 Jun 17 07:22:02.774674 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-01d53e15-c9c6-4da7-b6ad-a1fb8b7eef3d req-d3a1da0f-cc2a-4089-a0fa-ce8563a3c6ab tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597904 Jun 17 07:22:02.792620 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2c53e91c-c5fb-4506-b55b-a71a553056c3 req-9bb55699-a4ab-4d6e-8ed1-f933e11a64bb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633838 Jun 17 07:22:02.866405 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:02.912914 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:22:02.919645 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:02.920259 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:03.004158 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:03.004541 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:03.039900 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:03.044773 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:03.083044 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:03.101461 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:03.115049 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:22:03.121485 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6323636f-58a1-4b25-851b-0efac25b1047" -d '{"events": [{"server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "name": "network-vif-plugged", "status": "completed", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:22:03.164919 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411600-66d2-4e7f-ab57-58b41355b829 req-759626de-455f-44f3-934a-1cb3c8ccc13d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:03.171245 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ac249c-f90a-4881-9d02-ea327ae3e2e9 x-openstack-request-id: req-79ac249c-f90a-4881-9d02-ea327ae3e2e9 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:22:03.171535 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "name": "network-vif-plugged", "status": "completed", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:22:03.171799 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-79ac249c-f90a-4881-9d02-ea327ae3e2e9 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:22:03.172646 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ac249c-f90a-4881-9d02-ea327ae3e2e9'] response: {'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'code': 200} Jun 17 07:22:03.174787 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9b411600-66d2-4e7f-ab57-58b41355b829 req-759626de-455f-44f3-934a-1cb3c8ccc13d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0723932 Jun 17 07:22:03.232674 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9b411600-66d2-4e7f-ab57-58b41355b829 req-451005ce-efba-442d-b1d0-5aecb6f47fd8 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569386 Jun 17 07:22:03.430398 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-8ca5d2cb-c72a-4540-bfe6-b25207a1b9ea tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:03.437683 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-8ca5d2cb-c72a-4540-bfe6-b25207a1b9ea tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/networks?id=d085d43f-8332-461f-be16-9921b6cc7d81 HTTP/1.1" status: 200 len: 814 time: 0.1149502 Jun 17 07:22:03.453251 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-a174990f-bcba-4edc-a60c-e58f161e3196 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/quotas/71a5393056b74f1e871bb50775a40554 HTTP/1.1" status: 200 len: 375 time: 0.0145464 Jun 17 07:22:03.492446 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-538248bf-c8df-4d03-8e77-f4fddc4adc9d tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=71a5393056b74f1e871bb50775a40554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381241 Jun 17 07:22:03.579963 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef022d75-1b74-42d3-a785-64c96c366ce5 req-bb51e5bf-29fd-4f6a-b9da-16909a1712b6 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:03.583324 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ef022d75-1b74-42d3-a785-64c96c366ce5 req-bb51e5bf-29fd-4f6a-b9da-16909a1712b6 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 949 time: 0.1111939 Jun 17 07:22:03.608493 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-11f2a07c-117a-456e-b260-5f51e3c60232 service neutron] 10.222.0.33 "GET /v2.0/networks/d085d43f-8332-461f-be16-9921b6cc7d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149533 Jun 17 07:22:03.715312 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ef022d75-1b74-42d3-a785-64c96c366ce5 req-3bb58035-8210-438c-8806-683c99cbc451 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181600 Jun 17 07:22:03.746064 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-aef8a4cc-46ea-4ce7-9e34-f3c2730a878a service neutron] 10.222.0.33 "GET /v2.0/networks/d085d43f-8332-461f-be16-9921b6cc7d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292622 Jun 17 07:22:03.830571 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aeae7e-ae55-4b49-8537-678baa38b82e req-2be3b1d0-7386-490e-ae94-ea3967e2a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:03.832356 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c5aeae7e-ae55-4b49-8537-678baa38b82e req-2be3b1d0-7386-490e-ae94-ea3967e2a10c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 1129 time: 0.0569866 Jun 17 07:22:03.907685 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c5aeae7e-ae55-4b49-8537-678baa38b82e req-a123295b-1f9b-4a4f-9ecd-a84f35957264 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612237 Jun 17 07:22:03.975594 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dade28-f8d9-4b14-b73b-929a19dbd841 req-5ceba638-0ba5-4bff-9481-2956fef75cd5 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:03.977491 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-41dade28-f8d9-4b14-b73b-929a19dbd841 req-5ceba638-0ba5-4bff-9481-2956fef75cd5 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0726542 Jun 17 07:22:04.038638 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd705f-2857-4bb4-b236-cf6f6306eea1 req-a9256ae7-ccfa-4fdc-a810-6f8a7fa40791 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:04.050494 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0efd705f-2857-4bb4-b236-cf6f6306eea1 req-a9256ae7-ccfa-4fdc-a810-6f8a7fa40791 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0815063 Jun 17 07:22:04.061352 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-41dade28-f8d9-4b14-b73b-929a19dbd841 req-21492ed1-52b2-43b4-86e9-0ed5ab5db90f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764706 Jun 17 07:22:04.131665 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:04.145599 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-53c733bb-3c4d-441d-951b-5c1489a0cded req-c9d8effd-4398-4a14-bf17-91807ed6a4d6 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 210 time: 0.0472188 Jun 17 07:22:04.146228 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0efd705f-2857-4bb4-b236-cf6f6306eea1 req-ce5f8715-8c09-4f6b-ac18-105e19d5e9dd tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901601 Jun 17 07:22:04.376077 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db4c0f-6121-4b84-b498-41b31490d193 req-7aefcb29-850e-46c3-8786-419618d09d8e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:04.377940 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-00db4c0f-6121-4b84-b498-41b31490d193 req-7aefcb29-850e-46c3-8786-419618d09d8e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0603118 Jun 17 07:22:04.408128 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:04.457532 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-00db4c0f-6121-4b84-b498-41b31490d193 req-297e93c2-997e-41b8-a818-38cad0f5d387 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563366 Jun 17 07:22:04.699197 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d6ae23c2-d9a0-4194-ba1f-c2b5e28ec052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:04.831808 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d0156-e965-4a89-92a1-46257644c230 req-49af572b-5942-4e69-8927-6d29e1ea4314 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:04.838417 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-940d0156-e965-4a89-92a1-46257644c230 req-49af572b-5942-4e69-8927-6d29e1ea4314 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 949 time: 0.0529256 Jun 17 07:22:04.894495 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-940d0156-e965-4a89-92a1-46257644c230 req-437b7afd-878e-4218-8f5e-162bed7fbc67 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542128 Jun 17 07:22:05.211689 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88187-4dd8-4d50-8bbe-2993bb58b438 req-79086296-b0ac-4b04-aadd-9e8ba862a258 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:05.218847 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-16c88187-4dd8-4d50-8bbe-2993bb58b438 req-79086296-b0ac-4b04-aadd-9e8ba862a258 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0609920 Jun 17 07:22:05.279238 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0664a8-3586-4df2-99f6-2aa7748183d1 req-5c1a9d20-4b66-432c-82ea-f731134ce6ba tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:05.281512 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-16c88187-4dd8-4d50-8bbe-2993bb58b438 req-efd9872d-3451-420b-9293-5a98e0433150 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615447 Jun 17 07:22:05.288549 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4d0664a8-3586-4df2-99f6-2aa7748183d1 req-5c1a9d20-4b66-432c-82ea-f731134ce6ba tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 949 time: 0.0712569 Jun 17 07:22:05.355851 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4d0664a8-3586-4df2-99f6-2aa7748183d1 req-67757215-2a53-496c-b725-34b7d420a89f tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660658 Jun 17 07:22:05.359459 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:05.379643 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3e107097-26f5-46eb-943c-d55fc41a2bb4 req-099a72f5-b554-4365-beed-7d5f78664d1f tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 210 time: 0.0317955 Jun 17 07:22:05.498230 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1db97-fd98-47a8-8ebe-103495e2a44d req-df0f555e-d9a6-42ee-bf62-7557f03d17be tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:05.499759 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5cc1db97-fd98-47a8-8ebe-103495e2a44d req-df0f555e-d9a6-42ee-bf62-7557f03d17be tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0818443 Jun 17 07:22:05.565003 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5cc1db97-fd98-47a8-8ebe-103495e2a44d req-1a0f6689-7d9b-4c03-9adb-6829694587d0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561321 Jun 17 07:22:05.608611 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd497d5c-da50-4ad5-8edc-5f83f6429f3e req-8218ed29-db2f-4dbc-a922-f92ef70fb6de tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:05.610120 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fd497d5c-da50-4ad5-8edc-5f83f6429f3e req-8218ed29-db2f-4dbc-a922-f92ef70fb6de tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0536773 Jun 17 07:22:05.661000 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fd497d5c-da50-4ad5-8edc-5f83f6429f3e req-8da94b9e-9d11-4269-be63-f97e4a5243d2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453334 Jun 17 07:22:05.709133 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:06.422003 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa5217-47d6-4138-9391-5b02601a0b4b req-83b29813-35dc-4748-acfd-e5ca17a7d9b4 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:06.429846 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03aa5217-47d6-4138-9391-5b02601a0b4b req-83b29813-35dc-4748-acfd-e5ca17a7d9b4 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0790546 Jun 17 07:22:06.483315 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03aa5217-47d6-4138-9391-5b02601a0b4b req-be35172d-2d3b-484a-bfd6-772b81f0b39e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517328 Jun 17 07:22:06.517719 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa796f71-fe6c-4a64-ace4-96c50aa79e21 req-8905211d-67fa-435b-b282-0fa9c07fbe27 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:06.525673 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-aa796f71-fe6c-4a64-ace4-96c50aa79e21 req-8905211d-67fa-435b-b282-0fa9c07fbe27 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 949 time: 0.0697589 Jun 17 07:22:06.584167 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-aa796f71-fe6c-4a64-ace4-96c50aa79e21 req-21e561c2-e3c4-4fd3-b194-09e2ac6eb2f3 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560744 Jun 17 07:22:06.585827 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8b05cc26-7f8d-4a07-b5d1-9d9d3898f378 req-61502bd2-bf6e-4367-a1ca-2ef1e1605775 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 210 time: 0.0411730 Jun 17 07:22:06.735550 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2992c-3994-4a09-a5c5-7d8589595e5b req-46f14b9d-97eb-4120-bff4-93d8634359f8 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:06.743985 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-70c2992c-3994-4a09-a5c5-7d8589595e5b req-46f14b9d-97eb-4120-bff4-93d8634359f8 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0776706 Jun 17 07:22:06.809550 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-70c2992c-3994-4a09-a5c5-7d8589595e5b req-a08fb3bd-4371-4af9-8e9b-1362857e46c8 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643549 Jun 17 07:22:06.843196 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dc0ce-8e04-4f13-8f28-130e8a9ddc8f req-d2a6e6f5-791c-41bc-8afb-e3bf8364926f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:06.852680 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-399dc0ce-8e04-4f13-8f28-130e8a9ddc8f req-d2a6e6f5-791c-41bc-8afb-e3bf8364926f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.1051176 Jun 17 07:22:06.923144 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-399dc0ce-8e04-4f13-8f28-130e8a9ddc8f req-5382e3e6-103e-46b3-b49a-200bcbe1cd60 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692053 Jun 17 07:22:07.286427 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:07.614844 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89fa77-458a-43af-88a4-1934facd2ccd req-b3e03f91-f679-4758-aa9b-71a2a1a19a00 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:07.617108 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f89fa77-458a-43af-88a4-1934facd2ccd req-b3e03f91-f679-4758-aa9b-71a2a1a19a00 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0503709 Jun 17 07:22:07.698640 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f89fa77-458a-43af-88a4-1934facd2ccd req-5cce0571-4e9c-4a2a-b55f-937a0acc8a4c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745494 Jun 17 07:22:07.762779 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7b1ab-772a-453e-a951-4bbf03c4993c req-4366d0fc-80d6-4b84-ad55-43de1a7c4b55 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:07.772701 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-68c7b1ab-772a-453e-a951-4bbf03c4993c req-4366d0fc-80d6-4b84-ad55-43de1a7c4b55 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 949 time: 0.0988739 Jun 17 07:22:07.812688 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b3272b1d-73f6-4133-b594-7b3c87d1dddb req-31a2b2d7-8ea6-412a-99f9-721cf266a29d tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 210 time: 0.0425479 Jun 17 07:22:07.829713 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-68c7b1ab-772a-453e-a951-4bbf03c4993c req-64fa5e2e-5925-4b49-83c9-f3fdb7fabff9 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/security-groups?id=bb9525f3-1fe0-45c1-8eea-9b995693f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560205 Jun 17 07:22:07.861943 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:07.934775 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:07.993923 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b18032-d9d9-423d-8277-b4b6526dfa37 req-847cf572-7796-4a2a-9a33-6c1c673cce66 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:07.997401 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-41b18032-d9d9-423d-8277-b4b6526dfa37 req-847cf572-7796-4a2a-9a33-6c1c673cce66 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0711129 Jun 17 07:22:08.005596 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 37188) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:08.013690 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f73e3e-2fd5-40b6-b939-327c15dd8e25 req-4ed785a6-b229-4905-b667-dea268ff8778 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:08.013890 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-aaabd192-5b7f-41e9-abd2-0b31c038cce7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Request body: {'floatingip': {'port_id': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:08.022404 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-50f73e3e-2fd5-40b6-b939-327c15dd8e25 req-4ed785a6-b229-4905-b667-dea268ff8778 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0984995 Jun 17 07:22:08.104294 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-50f73e3e-2fd5-40b6-b939-327c15dd8e25 req-0da0947c-cdf3-46d1-89e4-fefdfcc2750d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807424 Jun 17 07:22:08.114526 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aaabd192-5b7f-41e9-abd2-0b31c038cce7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for floatingip (758ce46e-2387-468c-b992-50ccfbfe19bf), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:08.292208 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca651b24-cb5a-42c9-8a2c-6984d8464cbf req-83eebb45-70d8-4884-8696-c3e2b2a5319d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:08.299122 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ca651b24-cb5a-42c9-8a2c-6984d8464cbf req-83eebb45-70d8-4884-8696-c3e2b2a5319d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.2034247 Jun 17 07:22:08.360357 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3996d2-3f7e-4011-9785-41f5a22e0999 req-8419b6d1-7566-4911-9b34-db3ac901d30e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:08.363171 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1e3996d2-3f7e-4011-9785-41f5a22e0999 req-8419b6d1-7566-4911-9b34-db3ac901d30e tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.16 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 949 time: 0.0590472 Jun 17 07:22:08.502924 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-1e3996d2-3f7e-4011-9785-41f5a22e0999 req-74b6955b-24a3-4bbc-b532-fbc241598bd1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Deleting port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:22:08.503310 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1e3996d2-3f7e-4011-9785-41f5a22e0999 req-74b6955b-24a3-4bbc-b532-fbc241598bd1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:08.513720 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ca651b24-cb5a-42c9-8a2c-6984d8464cbf req-1722bd61-96f0-4c7b-aa28-61d5517e0a11 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137256 Jun 17 07:22:08.577969 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-b5cfc320-4a67-4519-a8ad-212314e562bc tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:08.579792 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-b5cfc320-4a67-4519-a8ad-212314e562bc tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.16 "GET /v2.0/networks?id=d085d43f-8332-461f-be16-9921b6cc7d81 HTTP/1.1" status: 200 len: 814 time: 0.2633440 Jun 17 07:22:08.625741 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-1e3996d2-3f7e-4011-9785-41f5a22e0999 req-74b6955b-24a3-4bbc-b532-fbc241598bd1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] For port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3382a7dc-1ceb-4c5f-ac53-87ce508949ec,segment=NetworkSegment(2f346de4-ebc4-451b-a7a1-640071fff394),segment_id=2f346de4-ebc4-451b-a7a1-640071fff394)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:08.626131 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1e3996d2-3f7e-4011-9785-41f5a22e0999 req-74b6955b-24a3-4bbc-b532-fbc241598bd1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:08.639388 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:08.647146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-1e3996d2-3f7e-4011-9785-41f5a22e0999 req-74b6955b-24a3-4bbc-b532-fbc241598bd1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Calling delete_port for 3382a7dc-1ceb-4c5f-ac53-87ce508949ec owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:22:08.651768 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Request body: {'port': {'device_id': '4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1', 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81', 'admin_state_up': True, 'tenant_id': '71a5393056b74f1e871bb50775a40554'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:08.743476 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:08.832523 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1e3996d2-3f7e-4011-9785-41f5a22e0999 req-74b6955b-24a3-4bbc-b532-fbc241598bd1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (3382a7dc-1ceb-4c5f-ac53-87ce508949ec), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:08.859498 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['3382a7dc-1ceb-4c5f-ac53-87ce508949ec'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:22:08.880556 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6955b-24a3-4bbc-b532-fbc241598bd1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Pushing event deleted for resources: {'Port': ['ID=3382a7dc-1ceb-4c5f-ac53-87ce508949ec,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:08.989690 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3996d2-3f7e-4011-9785-41f5a22e0999 req-74b6955b-24a3-4bbc-b532-fbc241598bd1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] No DVR routers for this DVR port 3382a7dc-1ceb-4c5f-ac53-87ce508949ec on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:22:08.992940 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1e3996d2-3f7e-4011-9785-41f5a22e0999 req-74b6955b-24a3-4bbc-b532-fbc241598bd1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:08.997599 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1e3996d2-3f7e-4011-9785-41f5a22e0999 req-74b6955b-24a3-4bbc-b532-fbc241598bd1 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.16 "DELETE /v2.0/ports/3382a7dc-1ceb-4c5f-ac53-87ce508949ec HTTP/1.1" status: 204 len: 173 time: 0.6235952 Jun 17 07:22:08.998178 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746c133f-ca67-472b-ac28-d052fe3c2696', 'name': 'network-vif-deleted', 'tag': '3382a7dc-1ceb-4c5f-ac53-87ce508949ec'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:22:09.001056 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813a31e5-c077-452d-b79d-2b2efd1cab64" -d '{"events": [{"server_uuid": "746c133f-ca67-472b-ac28-d052fe3c2696", "name": "network-vif-deleted", "tag": "3382a7dc-1ceb-4c5f-ac53-87ce508949ec"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:22:09.029085 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.db.resource_extend [None req-aaabd192-5b7f-41e9-abd2-0b31c038cce7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 07:22:09.102245 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9e907fa1-e172-42fb-8c37-9dcd30e166f6 req-87d2b47a-0c25-43b6-83ca-ce3f1fceb269 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 210 time: 0.0577731 Jun 17 07:22:09.146213 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aaabd192-5b7f-41e9-abd2-0b31c038cce7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:09.164088 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fff70a-356d-4e9c-a129-ef2eaaf43d7a x-openstack-request-id: req-40fff70a-356d-4e9c-a129-ef2eaaf43d7a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:22:09.164254 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aaabd192-5b7f-41e9-abd2-0b31c038cce7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (758ce46e-2387-468c-b992-50ccfbfe19bf), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:09.164509 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746c133f-ca67-472b-ac28-d052fe3c2696", "name": "network-vif-deleted", "tag": "3382a7dc-1ceb-4c5f-ac53-87ce508949ec", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:22:09.164835 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-40fff70a-356d-4e9c-a129-ef2eaaf43d7a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:22:09.165311 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fff70a-356d-4e9c-a129-ef2eaaf43d7a'] response: {'server_uuid': '746c133f-ca67-472b-ac28-d052fe3c2696', 'name': 'network-vif-deleted', 'tag': '3382a7dc-1ceb-4c5f-ac53-87ce508949ec', 'status': 'completed', 'code': 200} Jun 17 07:22:09.207081 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:09.310245 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c30d5fc6-9808-49e7-ad41-da066f85c96d req-4fdd1df8-f6e6-496d-bab7-989f80b8b579 tempest-VolumesNegativeTest-1102731280 tempest-VolumesNegativeTest-1102731280-project] 10.222.0.33 "GET /v2.0/ports?device_id=746c133f-ca67-472b-ac28-d052fe3c2696 HTTP/1.1" status: 200 len: 210 time: 0.1318586 Jun 17 07:22:09.311238 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b60267-97ef-45c6-ab7e-e8dff131ecfb req-9942fe15-42e1-4ca2-9127-ad9f8d227ae6 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:09.313233 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Made reservation on behalf of 71a5393056b74f1e871bb50775a40554 for: {'port': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:22:09.313371 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f1b60267-97ef-45c6-ab7e-e8dff131ecfb req-9942fe15-42e1-4ca2-9127-ad9f8d227ae6 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0619814 Jun 17 07:22:09.316791 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:09.376486 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f1b60267-97ef-45c6-ab7e-e8dff131ecfb req-78ae2c67-a9b6-4ce4-a8c2-cef0a08f276c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561945 Jun 17 07:22:09.450122 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-aaabd192-5b7f-41e9-abd2-0b31c038cce7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Floating IP 758ce46e-2387-468c-b992-50ccfbfe19bf associated. External IP: 172.27.0.120, port: 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb. Jun 17 07:22:09.888996 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ace420-bd6a-4304-860e-d246a4660432 req-051cc63a-60be-4828-bc26-47337f1d9a5e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:09.892936 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a7ace420-bd6a-4304-860e-d246a4660432 req-051cc63a-60be-4828-bc26-47337f1d9a5e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.1045837 Jun 17 07:22:09.902640 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Allocated IP 172.20.0.8 (d085d43f-8332-461f-be16-9921b6cc7d81/e18da382-875b-461c-b114-f19f98906e99/1dfb0adf-408e-4ceb-92dc-92eadc56d5e4) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:09.953086 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:10.025622 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a7ace420-bd6a-4304-860e-d246a4660432 req-3c1f5d55-9ec7-4fef-9856-efef3d3c4d53 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261013 Jun 17 07:22:10.156418 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaabd192-5b7f-41e9-abd2-0b31c038cce7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Router 25fa9284-2842-4d65-9f14-771ce4832ffd has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:22:10.232319 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-51a37389-18c9-494a-8be4-e10e125946d4 req-8a489905-e80c-4fed-b979-b8052e1f4193 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 210 time: 0.0453289 Jun 17 07:22:10.240586 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks [] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:10.320323 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaabd192-5b7f-41e9-abd2-0b31c038cce7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:22:10.326504 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aaabd192-5b7f-41e9-abd2-0b31c038cce7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:10.334634 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c100388-ae0d-4f3f-9744-f62c115e2fe3 None None] Sync routers for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:22:10.350211 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:10.352092 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:10.363958 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c100388-ae0d-4f3f-9744-f62c115e2fe3 None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:10.364625 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-6c100388-ae0d-4f3f-9744-f62c115e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:10.420938 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-aaabd192-5b7f-41e9-abd2-0b31c038cce7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "PUT /v2.0/floatingips/758ce46e-2387-468c-b992-50ccfbfe19bf HTTP/1.1" status: 200 len: 991 time: 2.4141378 Jun 17 07:22:10.424135 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:22:10.426703 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5" -d '{"events": [{"name": "network-changed", "server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:22:10.445837 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Network d085d43f-8332-461f-be16-9921b6cc7d81 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:10.450038 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:10.451967 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Pushing event updated for resources: {'Port': ['ID=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:10.454254 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:10.459636 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:10.460310 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:10.494320 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-2879fd1e-2f39-4834-b0d0-7ef5e07e1b87 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8473318 Jun 17 07:22:10.495758 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36121bcd-eae8-47e7-9396-e85cd35a1532 x-openstack-request-id: req-36121bcd-eae8-47e7-9396-e85cd35a1532 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:22:10.496100 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:22:10.496334 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-36121bcd-eae8-47e7-9396-e85cd35a1532 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:22:10.496760 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36121bcd-eae8-47e7-9396-e85cd35a1532'] response: {'name': 'network-changed', 'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'status': 'completed', 'code': 200} Jun 17 07:22:10.520415 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Request body: {'port': {'device_id': '4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:10.561695 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-6c100388-ae0d-4f3f-9744-f62c115e2fe3 None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:10.583258 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5 req-e73e6ff3-0620-4228-8a54-674b9ff2b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:10.584804 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5 req-e73e6ff3-0620-4228-8a54-674b9ff2b4a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 1129 time: 0.0616422 Jun 17 07:22:10.640539 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d78f47-caf2-49f1-8841-207c34918dda req-3c5a7014-c069-4849-bc4f-577207686c7b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:10.647736 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-29d78f47-caf2-49f1-8841-207c34918dda req-3c5a7014-c069-4849-bc4f-577207686c7b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0617688 Jun 17 07:22:10.698654 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:10.778390 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-29d78f47-caf2-49f1-8841-207c34918dda req-9837672e-4274-4a6a-846c-0fa5a0a015f2 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280420 Jun 17 07:22:10.796030 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:10.813979 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5 req-ae229f26-fbc9-4f46-9b76-9bcbb46dc636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:10.815479 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5 req-ae229f26-fbc9-4f46-9b76-9bcbb46dc636 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.1821928 Jun 17 07:22:10.894153 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5 req-1dd7a1be-4245-4e4b-9b1f-34b91c0e7677 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb HTTP/1.1" status: 200 len: 999 time: 0.0685792 Jun 17 07:22:10.985989 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 64a7d8d8-05dd-4a53-a5a0-14ec44851533 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:22:11.008660 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5 req-bf6645f6-7ba2-4e41-b3d4-d0cef9faa640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:11.016021 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5 req-bf6645f6-7ba2-4e41-b3d4-d0cef9faa640 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.1088233 Jun 17 07:22:11.130836 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5 req-2f16a953-6100-4227-8b29-a0b1889b61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:11.133901 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-6c100388-ae0d-4f3f-9744-f62c115e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '758ce46e-2387-468c-b992-50ccfbfe19bf', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'port_id': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'mac_address': 'fa:16:3e:c0:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:21:47Z', 'updated_at': '2022-06-17T07:22:08Z', 'revision_number': 1, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:20:04Z', 'revision_number': 5, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:11.135219 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5 req-2f16a953-6100-4227-8b29-a0b1889b61d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0990481 Jun 17 07:22:11.172407 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c100388-ae0d-4f3f-9744-f62c115e2fe3 None None] Checking router: 25fa9284-2842-4d65-9f14-771ce4832ffd for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:22:11.186098 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:11.203974 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c100388-ae0d-4f3f-9744-f62c115e2fe3 None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:11.204645 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-6c100388-ae0d-4f3f-9744-f62c115e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:11.209379 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'port_id': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'mac_address': 'fa:16:3e:43:ac:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:22:11.297401 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:22:11.320835 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:11.321298 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Publish callbacks [] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:11.346642 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 is: ACTIVE; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:11.347681 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:11.349340 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Transition to ACTIVE for port object 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 will not be triggered until provisioned by entity L2. {{(pid=103802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:22:11.350387 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:11.366766 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5 req-2785ae95-77ea-41ea-a8aa-361abdb828fc service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098675 Jun 17 07:22:11.373583 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64a7d8d8-05dd-4a53-a5a0-14ec44851533 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:22:11.373790 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:11.398266 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:11.404935 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:11.416201 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-6c100388-ae0d-4f3f-9744-f62c115e2fe3 None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:11.464393 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:11.532509 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5743cd-8959-434c-a3fc-19f4c4e8fc04 req-6fb3d159-50c3-4e00-95b4-59809fa56e6e tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:11.535706 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=64a7d8d8-05dd-4a53-a5a0-14ec44851533,revision_number=6']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:11.554469 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ab5743cd-8959-434c-a3fc-19f4c4e8fc04 req-6fb3d159-50c3-4e00-95b4-59809fa56e6e tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 943 time: 0.1569200 Jun 17 07:22:11.588848 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9e535-46b6-4637-beae-debc17032955 req-a3e75b5f-78e4-46a4-88c1-96eba280ca9b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:11.598220 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e7b9e535-46b6-4637-beae-debc17032955 req-a3e75b5f-78e4-46a4-88c1-96eba280ca9b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.2437057 Jun 17 07:22:11.612416 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['64a7d8d8-05dd-4a53-a5a0-14ec44851533'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:22:11.690887 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:11.707174 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c8e1f8bd-2e35-4e99-8dbe-04cebdd096f5 req-e93d6808-5966-4ea0-aa26-3a1037c1ad84 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298049 Jun 17 07:22:11.749261 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ab5743cd-8959-434c-a3fc-19f4c4e8fc04 req-e48a08bd-b1d4-4b45-bcda-f2662482fbdc tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933439 Jun 17 07:22:11.830031 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Attempting to bind port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:11.831388 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Attempting to bind port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '02d8de91-6e51-4456-8243-db9ff33ba578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:11.832919 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Attempting to bind port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 on network d085d43f-8332-461f-be16-9921b6cc7d81 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:11.851425 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e7b9e535-46b6-4637-beae-debc17032955 req-497ac289-5c8e-4764-84ba-f0c6311f9dbb tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522361 Jun 17 07:22:11.865207 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 on network d085d43f-8332-461f-be16-9921b6cc7d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:22:11.866177 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Attempting to bind port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 on network d085d43f-8332-461f-be16-9921b6cc7d81 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:11.880005 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:11.880656 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Checking segment: {'id': '02d8de91-6e51-4456-8243-db9ff33ba578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:11.881039 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Bound using segment: {'id': '02d8de91-6e51-4456-8243-db9ff33ba578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:11.881614 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Bound port: 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8de91-6e51-4456-8243-db9ff33ba578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:11.881820 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:11.946257 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0184f8-e7d5-41ce-aeea-082df983cec8 req-e5de65c6-7fc6-4591-adc1-4c97a449c1bf tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:11.955347 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ff0184f8-e7d5-41ce-aeea-082df983cec8 req-e5de65c6-7fc6-4591-adc1-4c97a449c1bf tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 944 time: 0.0771010 Jun 17 07:22:11.974386 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] For port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4, host hv-cinder-83482, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:11.979441 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] For port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4,segment=NetworkSegment(02d8de91-6e51-4456-8243-db9ff33ba578),segment_id=02d8de91-6e51-4456-8243-db9ff33ba578)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:11.990935 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-6c100388-ae0d-4f3f-9744-f62c115e2fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '758ce46e-2387-468c-b992-50ccfbfe19bf', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'port_id': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'mac_address': 'fa:16:3e:c0:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:21:47Z', 'updated_at': '2022-06-17T07:22:08Z', 'revision_number': 1, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:20:04Z', 'revision_number': 5, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:11.995071 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:12.036259 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ff0184f8-e7d5-41ce-aeea-082df983cec8 req-e5b83655-4dd7-4b47-a017-23cef3793f67 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783274 Jun 17 07:22:12.041610 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:12.042378 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:12.043911 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] 10.222.0.16 "PUT /v2.0/ports/1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 HTTP/1.1" status: 200 len: 1093 time: 1.5308487 Jun 17 07:22:12.046925 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c100388-ae0d-4f3f-9744-f62c115e2fe3 None None] The sync data for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi is: [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '758ce46e-2387-468c-b992-50ccfbfe19bf', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'port_id': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'mac_address': 'fa:16:3e:c0:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:21:47Z', 'updated_at': '2022-06-17T07:22:08Z', 'revision_number': 1, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:20:04Z', 'revision_number': 5, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:22:12.078933 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b18368-8987-41d3-8481-0acf759d2587 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:12.164833 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-e4a72dd9-e636-4533-958a-0660ccaec02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:12.166401 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-e4a72dd9-e636-4533-958a-0660ccaec02a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a5393056b74f1e871bb50775a40554&device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 1127 time: 0.0562263 Jun 17 07:22:12.236966 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-96bdbe1c-ce88-41dd-9fdc-251dc4171427 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 HTTP/1.1" status: 200 len: 217 time: 0.0595205 Jun 17 07:22:12.294565 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:12.330237 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-e7ecd613-1679-422d-aaf1-618ff4bb402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:12.335150 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-e7ecd613-1679-422d-aaf1-618ff4bb402d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e18da382-875b-461c-b114-f19f98906e99 HTTP/1.1" status: 200 len: 854 time: 0.0846877 Jun 17 07:22:12.379039 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-c9372f6e-f74f-4e51-a05c-1cb84d4f2662 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d085d43f-8332-461f-be16-9921b6cc7d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368867 Jun 17 07:22:12.428302 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87331c84-18b6-4bce-85d7-f96812257df4 None None] New status for floating IP 758ce46e-2387-468c-b992-50ccfbfe19bf: ACTIVE {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:22:12.498808 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1', 'tag': '1dfb0adf-408e-4ceb-92dc-92eadc56d5e4'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:22:12.502402 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2023b38b-a2de-4066-afcc-a3f058595355" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1", "tag": "1dfb0adf-408e-4ceb-92dc-92eadc56d5e4"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:22:12.520959 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-304ae604-dbb4-4ed6-af57-c5aee015fc62 service neutron] 10.222.0.16 "GET /v2.0/networks/d085d43f-8332-461f-be16-9921b6cc7d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314604 Jun 17 07:22:12.603569 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f18b9-fdf8-4cc4-be8c-a3365fc30f0f x-openstack-request-id: req-096f18b9-fdf8-4cc4-be8c-a3365fc30f0f {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:22:12.603962 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1", "tag": "1dfb0adf-408e-4ceb-92dc-92eadc56d5e4", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:22:12.604304 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-096f18b9-fdf8-4cc4-be8c-a3365fc30f0f {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:22:12.604861 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096f18b9-fdf8-4cc4-be8c-a3365fc30f0f'] response: {'name': 'network-changed', 'server_uuid': '4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1', 'tag': '1dfb0adf-408e-4ceb-92dc-92eadc56d5e4', 'status': 'completed', 'code': 200} Jun 17 07:22:12.653071 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b1e626cb-d50d-470c-8a7c-06c77a0ec598 req-688cdc38-ae8e-4936-a662-9400623bbec1 service neutron] 10.222.0.16 "GET /v2.0/networks/d085d43f-8332-461f-be16-9921b6cc7d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226845 Jun 17 07:22:12.891602 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 64a7d8d8-05dd-4a53-a5a0-14ec44851533 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:12.930380 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:12.935041 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:12.948747 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:12.949424 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:12.951219 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16c7c6-cdd4-46f3-8977-f5f2c53dcb4f req-8108025d-c6e3-4fdf-a3dc-f3cec85dab54 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:12.959557 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1e16c7c6-cdd4-46f3-8977-f5f2c53dcb4f req-8108025d-c6e3-4fdf-a3dc-f3cec85dab54 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 943 time: 0.1044228 Jun 17 07:22:13.070971 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1e16c7c6-cdd4-46f3-8977-f5f2c53dcb4f req-8b5a8a8b-3eb5-4424-a721-15698d25daa0 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103051 Jun 17 07:22:13.087468 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0c9a1-3a7f-452f-b2d5-f44702189419 req-ecf4a8d0-c0f1-4f67-8789-205d2aa9b1aa tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:13.089611 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-68c0c9a1-3a7f-452f-b2d5-f44702189419 req-ecf4a8d0-c0f1-4f67-8789-205d2aa9b1aa tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.1044710 Jun 17 07:22:13.094508 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:13.094913 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:13.133071 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:22:13.135866 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f07fc80-49de-468d-b44e-11d13c876415" -d '{"events": [{"server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "name": "network-vif-plugged", "status": "completed", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:22:13.167271 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:13.176046 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:13.177048 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 3382a7dc-1ceb-4c5f-ac53-87ce508949ec no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:22:13.213601 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-68c0c9a1-3a7f-452f-b2d5-f44702189419 req-90e1541e-df6a-495a-a894-3374b6f037cd tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178153 Jun 17 07:22:13.251031 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7102ba-e610-4b1f-8ac1-99adc1132600 req-c3467a62-f1d4-4ca6-bd01-28017ff252c9 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:13.258221 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5c7102ba-e610-4b1f-8ac1-99adc1132600 req-c3467a62-f1d4-4ca6-bd01-28017ff252c9 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0978053 Jun 17 07:22:13.325903 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=64a7d8d8-05dd-4a53-a5a0-14ec44851533,revision_number=7']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:13.332365 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 3382a7dc-1ceb-4c5f-ac53-87ce508949ec {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:22:13.332721 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 3382a7dc-1ceb-4c5f-ac53-87ce508949ec not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:22:13.338524 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f43e32e-1d71-4aa5-bcdd-4efc1112aba5 x-openstack-request-id: req-1f43e32e-1d71-4aa5-bcdd-4efc1112aba5 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:22:13.339588 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "name": "network-vif-plugged", "status": "completed", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:22:13.339839 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1f43e32e-1d71-4aa5-bcdd-4efc1112aba5 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:22:13.340258 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f43e32e-1d71-4aa5-bcdd-4efc1112aba5'] response: {'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'code': 200} Jun 17 07:22:13.380119 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5c7102ba-e610-4b1f-8ac1-99adc1132600 req-058aca78-2520-44c6-b214-26eb92bf61a4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207249 Jun 17 07:22:13.981272 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b38b-a2de-4066-afcc-a3f058595355 req-46b98de1-625d-4df3-930b-839727c013cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:13.982784 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2023b38b-a2de-4066-afcc-a3f058595355 req-46b98de1-625d-4df3-930b-839727c013cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a5393056b74f1e871bb50775a40554&device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 1127 time: 0.0546455 Jun 17 07:22:14.097395 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:14.145997 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b38b-a2de-4066-afcc-a3f058595355 req-56c295bb-e81b-4962-bb27-0ee2532c4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:14.147765 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2023b38b-a2de-4066-afcc-a3f058595355 req-56c295bb-e81b-4962-bb27-0ee2532c4b56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d085d43f-8332-461f-be16-9921b6cc7d81 HTTP/1.1" status: 200 len: 915 time: 0.1469898 Jun 17 07:22:14.211572 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2023b38b-a2de-4066-afcc-a3f058595355 req-99d8c4b3-bcda-41b9-8a11-6f8fc4bcb6d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 HTTP/1.1" status: 200 len: 217 time: 0.0556636 Jun 17 07:22:14.289451 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b38b-a2de-4066-afcc-a3f058595355 req-7b717ea7-8816-4891-99fc-a042b19ad382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:14.290998 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2023b38b-a2de-4066-afcc-a3f058595355 req-7b717ea7-8816-4891-99fc-a042b19ad382 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e18da382-875b-461c-b114-f19f98906e99 HTTP/1.1" status: 200 len: 854 time: 0.0651209 Jun 17 07:22:14.327983 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ad72e-0490-4796-b7a0-9b99c81f14c9 req-4c9bb969-e237-474a-b311-7ac93e17df95 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:14.335202 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-735ad72e-0490-4796-b7a0-9b99c81f14c9 req-4c9bb969-e237-474a-b311-7ac93e17df95 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 943 time: 0.1217957 Jun 17 07:22:14.420482 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2023b38b-a2de-4066-afcc-a3f058595355 req-5c789cac-cf1e-4f1d-8d37-da1e7278be74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d085d43f-8332-461f-be16-9921b6cc7d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782492 Jun 17 07:22:14.432202 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3f13a-1eb7-4f10-9c1c-f42c9c331b7a req-6baa1113-77ef-40c1-bac9-3b54d07464fb tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:14.434645 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7cd3f13a-1eb7-4f10-9c1c-f42c9c331b7a req-6baa1113-77ef-40c1-bac9-3b54d07464fb tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0698946 Jun 17 07:22:14.590403 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7cd3f13a-1eb7-4f10-9c1c-f42c9c331b7a req-64554abc-df56-4703-9a72-3b1d6d98ee14 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455472 Jun 17 07:22:14.597891 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-735ad72e-0490-4796-b7a0-9b99c81f14c9 req-13575a32-bb55-4774-9e1a-a075a6cbfb4a tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618179 Jun 17 07:22:14.639306 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2023b38b-a2de-4066-afcc-a3f058595355 req-a302b7be-f270-455b-90e9-1039678f8f6d service neutron] 10.222.0.16 "GET /v2.0/networks/d085d43f-8332-461f-be16-9921b6cc7d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146485 Jun 17 07:22:14.737925 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acb787-2c5f-4421-b846-64b9fd131ebc req-382775a2-0deb-4b0e-bbff-42731045f84e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:14.745123 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-17acb787-2c5f-4421-b846-64b9fd131ebc req-382775a2-0deb-4b0e-bbff-42731045f84e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0580208 Jun 17 07:22:14.746923 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2023b38b-a2de-4066-afcc-a3f058595355 req-93c8857b-681a-477d-afb4-f46b056b4973 service neutron] 10.222.0.16 "GET /v2.0/networks/d085d43f-8332-461f-be16-9921b6cc7d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010833 Jun 17 07:22:14.824860 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-17acb787-2c5f-4421-b846-64b9fd131ebc req-ddb59914-bc0a-40f2-bf7d-ad6f64972dff tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784371 Jun 17 07:22:15.018454 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:15.735345 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a98202-fc6a-40cc-828b-2dbf52c66ee0 req-842038ec-f9c3-418e-971d-9c187a10221b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:15.741011 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-12a98202-fc6a-40cc-828b-2dbf52c66ee0 req-842038ec-f9c3-418e-971d-9c187a10221b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0602152 Jun 17 07:22:15.791487 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a9fc-7aa6-4adb-98bd-e477b05f277d req-9eb60845-5e9e-485e-a4ea-a6f3ad2b6128 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:15.799386 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ce16a9fc-7aa6-4adb-98bd-e477b05f277d req-9eb60845-5e9e-485e-a4ea-a6f3ad2b6128 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 943 time: 0.0923352 Jun 17 07:22:15.822299 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-12a98202-fc6a-40cc-828b-2dbf52c66ee0 req-daaa6aa3-782f-419d-a6f0-788a9335bbd0 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668416 Jun 17 07:22:15.890346 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ce16a9fc-7aa6-4adb-98bd-e477b05f277d req-05d45ba6-3a75-4000-b255-7bb7f0a15cb1 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828817 Jun 17 07:22:16.030703 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fab3c3-c992-41df-8be1-e40fd0281ee4 req-2c280204-a702-41cd-a55a-75736a5dcb03 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:16.043000 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-12fab3c3-c992-41df-8be1-e40fd0281ee4 req-2c280204-a702-41cd-a55a-75736a5dcb03 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0900433 Jun 17 07:22:16.135522 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-12fab3c3-c992-41df-8be1-e40fd0281ee4 req-d576529b-54e1-4e44-b323-c77c2c612ea2 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916369 Jun 17 07:22:16.903313 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:22:17.052360 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca5b93-f4c3-41d6-9a66-7bdbfaf7f5a6 req-df4908df-dd37-48e9-99ae-5c8f5dab21b5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:17.065419 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-83ca5b93-f4c3-41d6-9a66-7bdbfaf7f5a6 req-df4908df-dd37-48e9-99ae-5c8f5dab21b5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.1004732 Jun 17 07:22:17.096510 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:17.138827 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-83ca5b93-f4c3-41d6-9a66-7bdbfaf7f5a6 req-ec040090-7e0b-487f-a8e6-466934026db2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719984 Jun 17 07:22:17.162069 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd77c0-08c9-45e1-8bf1-d966364da93d req-138375ff-deff-4cff-a034-ef502b3a08a7 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:17.182198 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a4cd77c0-08c9-45e1-8bf1-d966364da93d req-138375ff-deff-4cff-a034-ef502b3a08a7 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 943 time: 0.1793089 Jun 17 07:22:17.207911 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4,segment=NetworkSegment(02d8de91-6e51-4456-8243-db9ff33ba578),segment_id=02d8de91-6e51-4456-8243-db9ff33ba578)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:17.222523 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '1dfb0adf-408e-4ceb-92dc-92eadc56d5e4', 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81', 'port_id': '1dfb0adf-408e-4ceb-92dc-92eadc56d5e4', 'mac_address': 'fa:16:3e:21:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18da382-875b-461c-b114-f19f98906e99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:22:17.267283 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a4cd77c0-08c9-45e1-8bf1-d966364da93d req-bc5b9443-c360-4346-9611-1f03da9c0f5f tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840967 Jun 17 07:22:17.297199 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:17.298955 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:17.310111 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048197ce-e841-48a5-8654-0eaf186851aa req-5d6b27f3-c1f7-415d-aca5-632034ae167c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:17.312411 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-048197ce-e841-48a5-8654-0eaf186851aa req-5d6b27f3-c1f7-415d-aca5-632034ae167c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0784397 Jun 17 07:22:17.316800 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:22:17.321836 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:17.347046 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4,segment=NetworkSegment(02d8de91-6e51-4456-8243-db9ff33ba578),segment_id=02d8de91-6e51-4456-8243-db9ff33ba578)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:17.354016 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:17.369383 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:17.396503 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-048197ce-e841-48a5-8654-0eaf186851aa req-64e0dd48-a45d-42b7-a05b-c814db7d68f2 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766392 Jun 17 07:22:17.435780 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:17.666854 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['1dfb0adf-408e-4ceb-92dc-92eadc56d5e4'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:22:18.243015 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 37618) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:18.383474 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a475e-68a7-46b1-883c-3ae03c4b083b req-9ecfeaab-443b-4252-8615-c3a114fd9920 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:18.385833 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b50a475e-68a7-46b1-883c-3ae03c4b083b req-9ecfeaab-443b-4252-8615-c3a114fd9920 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.1336114 Jun 17 07:22:18.410935 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fd330d-81cb-407e-bb2e-ac8974f55c08 admin admin] Deleting subnet 4ffedf8e-0177-45bf-8d58-32dd5f506f52 {{(pid=103802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:22:18.422743 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2fd330d-81cb-407e-bb2e-ac8974f55c08 admin admin] Publish callbacks [] for subnet (4ffedf8e-0177-45bf-8d58-32dd5f506f52), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:18.479341 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9fc8f-fba5-4d3d-87c1-a3cdfc5efc94 req-939f44e8-c77f-47ca-bfcb-0625f9357eb0 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:18.480937 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-52f9fc8f-fba5-4d3d-87c1-a3cdfc5efc94 req-939f44e8-c77f-47ca-bfcb-0625f9357eb0 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 944 time: 0.1194253 Jun 17 07:22:18.500537 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2fd330d-81cb-407e-bb2e-ac8974f55c08 admin admin] Publish callbacks [] for subnet (4ffedf8e-0177-45bf-8d58-32dd5f506f52), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:18.507532 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b50a475e-68a7-46b1-883c-3ae03c4b083b req-6d52a0f2-5714-4038-9a3e-d638f02b36de tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136672 Jun 17 07:22:18.528017 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2fd330d-81cb-407e-bb2e-ac8974f55c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (4ffedf8e-0177-45bf-8d58-32dd5f506f52), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:18.586021 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-52f9fc8f-fba5-4d3d-87c1-a3cdfc5efc94 req-3cff2c84-294f-413c-9d5b-bb6cf7d86c73 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929251 Jun 17 07:22:18.626859 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37626) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:18.670887 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea397c5e-3cc3-488e-8a9c-045bd86f145e req-c57b2b1c-3ee3-45d6-80d6-e573dea9a208 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:18.677725 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ea397c5e-3cc3-488e-8a9c-045bd86f145e req-c57b2b1c-3ee3-45d6-80d6-e573dea9a208 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0696781 Jun 17 07:22:18.704586 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:18.733118 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2fd330d-81cb-407e-bb2e-ac8974f55c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (4ffedf8e-0177-45bf-8d58-32dd5f506f52), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:18.761400 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2fd330d-81cb-407e-bb2e-ac8974f55c08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:18.764983 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f2fd330d-81cb-407e-bb2e-ac8974f55c08 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/4ffedf8e-0177-45bf-8d58-32dd5f506f52 HTTP/1.1" status: 204 len: 168 time: 0.5204060 Jun 17 07:22:18.767596 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37630) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:18.791022 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd330d-81cb-407e-bb2e-ac8974f55c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ffedf8e-0177-45bf-8d58-32dd5f506f52,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:18.805339 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ea397c5e-3cc3-488e-8a9c-045bd86f145e req-79ca95c6-f377-41c3-976e-e11708f1b907 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266656 Jun 17 07:22:18.894985 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (1236b686-194b-46a8-a3de-bb596b3f531d), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:18.917543 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-8ebb917d-5e83-4fa4-9725-a6002cccab9c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=72db86ca9d3a45b49c7bb140f6b0fa10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866848 Jun 17 07:22:18.917776 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37632) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:18.921164 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:18.984780 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:22:18.994262 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:18.995032 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.041459 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (1236b686-194b-46a8-a3de-bb596b3f531d), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.048783 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:19.073870 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa0de2d8-c7d9-49ce-bd7f-17d59201d59c admin admin] Publish callbacks [] for security_group (bb9525f3-1fe0-45c1-8eea-9b995693f99e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.082217 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1236b686-194b-46a8-a3de-bb596b3f531d']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:19.084408 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:19.099949 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c05dda-1617-49f0-99dd-00c629ac50bc') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:19.100274 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c05dda-1617-49f0-99dd-00c629ac50bc') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:19.121294 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417089'] for segment (c2c05dda-1617-49f0-99dd-00c629ac50bc), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.126919 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:19.127577 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.134902 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa0de2d8-c7d9-49ce-bd7f-17d59201d59c admin admin] Publish callbacks [] for security_group (bb9525f3-1fe0-45c1-8eea-9b995693f99e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.154420 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (c2c05dda-1617-49f0-99dd-00c629ac50bc), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.169397 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfb0adf-408e-4ceb-92dc-92eadc56d5e4'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:22:19.174178 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:22:19.174524 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63144794'] for segment (c2c05dda-1617-49f0-99dd-00c629ac50bc), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.179342 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae9c153-150b-4bc7-85ff-85c0ede8c05b" -d '{"events": [{"server_uuid": "4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1", "name": "network-vif-plugged", "status": "completed", "tag": "1dfb0adf-408e-4ceb-92dc-92eadc56d5e4"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:22:19.209856 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4,segment=NetworkSegment(02d8de91-6e51-4456-8243-db9ff33ba578),segment_id=02d8de91-6e51-4456-8243-db9ff33ba578)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:19.215786 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.231526 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment c2c05dda-1617-49f0-99dd-00c629ac50bc resource provider aggregate not found Jun 17 07:22:19.261280 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment c2c05dda-1617-49f0-99dd-00c629ac50bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2c05dda-1617-49f0-99dd-00c629ac50bc found for delete ", "request_id": "req-00239191-651f-4315-8c6a-ebaff18162d8"}]} Jun 17 07:22:19.268697 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4497e0a5-7fa2-484a-9b5d-d3172343c1dc x-openstack-request-id: req-4497e0a5-7fa2-484a-9b5d-d3172343c1dc {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:22:19.269033 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1", "name": "network-vif-plugged", "status": "completed", "tag": "1dfb0adf-408e-4ceb-92dc-92eadc56d5e4", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:22:19.269281 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4497e0a5-7fa2-484a-9b5d-d3172343c1dc {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:22:19.269662 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4497e0a5-7fa2-484a-9b5d-d3172343c1dc'] response: {'server_uuid': '4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfb0adf-408e-4ceb-92dc-92eadc56d5e4', 'code': 200} Jun 17 07:22:19.291746 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (1236b686-194b-46a8-a3de-bb596b3f531d), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.300438 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.305987 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] 10.222.0.33 "DELETE /v2.0/networks/1236b686-194b-46a8-a3de-bb596b3f531d HTTP/1.1" status: 204 len: 168 time: 0.5347650 Jun 17 07:22:19.315889 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:19.334286 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e79a2-fc49-4b18-a21a-1e1eae045f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=1236b686-194b-46a8-a3de-bb596b3f531d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:19.336951 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa0de2d8-c7d9-49ce-bd7f-17d59201d59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (bb9525f3-1fe0-45c1-8eea-9b995693f99e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.341012 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa0de2d8-c7d9-49ce-bd7f-17d59201d59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.346381 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-aa0de2d8-c7d9-49ce-bd7f-17d59201d59c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bb9525f3-1fe0-45c1-8eea-9b995693f99e HTTP/1.1" status: 204 len: 168 time: 0.4272897 Jun 17 07:22:19.355920 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0de2d8-c7d9-49ce-bd7f-17d59201d59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9525f3-1fe0-45c1-8eea-9b995693f99e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:19.531747 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37644) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:19.578636 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645fc3e-a43b-4f49-92aa-208c0b4a1778 req-fca380ec-1636-4ad9-a6e0-4b5cbd0417b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:19.581510 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b645fc3e-a43b-4f49-92aa-208c0b4a1778 req-fca380ec-1636-4ad9-a6e0-4b5cbd0417b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 1129 time: 0.0785053 Jun 17 07:22:19.669039 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-2b864357-d425-46fc-8eee-e444ffeb43e0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=656ac358f6f44d7180b1122e87dc9c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311958 Jun 17 07:22:19.670804 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 37652) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:19.685351 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b645fc3e-a43b-4f49-92aa-208c0b4a1778 req-b89f1a9c-caf1-45cd-b137-1fef4c13e27e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946915 Jun 17 07:22:19.771513 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2c27a-5251-47dc-b28d-b65dab2fdcf7 req-50a656a5-c569-43c8-8853-765e5abfd7fa tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:19.778831 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0ca2c27a-5251-47dc-b28d-b65dab2fdcf7 req-50a656a5-c569-43c8-8853-765e5abfd7fa tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0959451 Jun 17 07:22:19.804576 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762bc22-eb6b-4f89-b039-570dcc021935 req-7bf85d89-e546-43cd-9046-960ce4dfb146 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:19.806161 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5762bc22-eb6b-4f89-b039-570dcc021935 req-7bf85d89-e546-43cd-9046-960ce4dfb146 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 945 time: 0.1071856 Jun 17 07:22:19.838341 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-708b751b-b17c-46a7-b056-313cbc7df8ef admin admin] Publish callbacks [] for security_group (b5902e33-ba63-4359-b599-b9efdd5404ab), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.888550 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-708b751b-b17c-46a7-b056-313cbc7df8ef admin admin] Publish callbacks [] for security_group (b5902e33-ba63-4359-b599-b9efdd5404ab), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.907338 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0ca2c27a-5251-47dc-b28d-b65dab2fdcf7 req-54d617d6-6b59-47f5-af77-f376cb1f7bd7 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200824 Jun 17 07:22:19.932096 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5762bc22-eb6b-4f89-b039-570dcc021935 req-2c504a1c-e278-4577-9995-462e95ba0791 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075165 Jun 17 07:22:19.980726 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-708b751b-b17c-46a7-b056-313cbc7df8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (b5902e33-ba63-4359-b599-b9efdd5404ab), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.983552 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-708b751b-b17c-46a7-b056-313cbc7df8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:19.987098 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-708b751b-b17c-46a7-b056-313cbc7df8ef admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b5902e33-ba63-4359-b599-b9efdd5404ab HTTP/1.1" status: 204 len: 168 time: 0.3123145 Jun 17 07:22:20.003315 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b751b-b17c-46a7-b056-313cbc7df8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5902e33-ba63-4359-b599-b9efdd5404ab,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:20.145344 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb321ada-bd91-4ac3-91b5-cda432bd1913 req-3bd3ee7a-c4e6-40fd-9006-3a646f798621 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:20.152591 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cb321ada-bd91-4ac3-91b5-cda432bd1913 req-3bd3ee7a-c4e6-40fd-9006-3a646f798621 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.1036303 Jun 17 07:22:20.234106 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cb321ada-bd91-4ac3-91b5-cda432bd1913 req-9ec97e9c-33f7-49cc-a313-937d796d03e0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789168 Jun 17 07:22:20.412400 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:22:20.417705 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2465e-4c24-45f1-8ea0-a75283166324 req-e9185a79-eecd-4ea8-9063-48c409a0da80 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:20.419228 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-74a2465e-4c24-45f1-8ea0-a75283166324 req-e9185a79-eecd-4ea8-9063-48c409a0da80 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0753276 Jun 17 07:22:20.550614 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-74a2465e-4c24-45f1-8ea0-a75283166324 req-f6bc4004-5de6-441d-9cf7-a2d39537f09e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235781 Jun 17 07:22:20.697907 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453656-ac97-42f5-8264-4df69be0bca1 req-2022a9a1-cb95-4b6f-96f4-3b5accf407ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:20.700294 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-48453656-ac97-42f5-8264-4df69be0bca1 req-2022a9a1-cb95-4b6f-96f4-3b5accf407ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 1129 time: 0.0726988 Jun 17 07:22:20.775031 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37692) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:20.874802 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:20.890582 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453656-ac97-42f5-8264-4df69be0bca1 req-664d42c4-1d21-4d7b-9360-b4f19ee3234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:20.892410 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-48453656-ac97-42f5-8264-4df69be0bca1 req-664d42c4-1d21-4d7b-9360-b4f19ee3234d service neutron] 10.222.0.16 "GET /v2.0/networks?id=1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 200 len: 910 time: 0.1742933 Jun 17 07:22:20.985843 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-818918700-network', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:21.029807 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Made reservation on behalf of 52a029f97a9e4142802a9786ae2f6d58 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:22:21.034805 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.047240 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.100332 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da30ccf-1fe7-4e7e-aeb5-e87dd529811b req-6f31cb65-010a-4705-a7f4-8e51196ff6c5 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:21.101467 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:21.108261 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6da30ccf-1fe7-4e7e-aeb5-e87dd529811b req-6f31cb65-010a-4705-a7f4-8e51196ff6c5 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 945 time: 0.0826569 Jun 17 07:22:21.128692 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37706) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:21.180214 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6da30ccf-1fe7-4e7e-aeb5-e87dd529811b req-5fac5b7c-b4ab-41bc-8bad-818b91ff2268 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655534 Jun 17 07:22:21.191896 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Publish callbacks [] for security_group (166219e3-1c18-4c9d-89ee-652b3278e62c), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.197690 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (166219e3-1c18-4c9d-89ee-652b3278e62c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.228093 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:22:21.236958 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166219e3-1c18-4c9d-89ee-652b3278e62c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:21.264691 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (a255cd2d-8918-4536-8e9e-6fd972fab8f9), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.265771 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.segments_db [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Added segment a255cd2d-8918-4536-8e9e-6fd972fab8f9 of type vlan for network d4261208-8732-4882-af5c-da7bee4077d9 Jun 17 07:22:21.287621 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-135533204-network', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:21.403343 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (d4261208-8732-4882-af5c-da7bee4077d9), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.414054 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Made reservation on behalf of f92a857cef0a43d4907fbc667e30df6d for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:22:21.416886 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.441125 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f496b-16db-4f9a-b1cc-67719f9a8705 req-ea32a208-8955-48f3-b53b-dd2773113b5f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:21.442651 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5a3f496b-16db-4f9a-b1cc-67719f9a8705 req-ea32a208-8955-48f3-b53b-dd2773113b5f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.1034935 Jun 17 07:22:21.444325 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-48453656-ac97-42f5-8264-4df69be0bca1 req-f56bcc9c-e147-4a01-83f4-7261fe752e6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c HTTP/1.1" status: 200 len: 1000 time: 0.1135209 Jun 17 07:22:21.446478 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.497875 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (d4261208-8732-4882-af5c-da7bee4077d9), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.498895 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:21.499470 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.515888 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:21.522199 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453656-ac97-42f5-8264-4df69be0bca1 req-7390fc21-4ce4-4b40-a667-d20d5d628804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:21.524368 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-48453656-ac97-42f5-8264-4df69be0bca1 req-7390fc21-4ce4-4b40-a667-d20d5d628804 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dacfbc50-0f0a-4fb0-9040-e06949d49000 HTTP/1.1" status: 200 len: 848 time: 0.0676403 Jun 17 07:22:21.583228 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453656-ac97-42f5-8264-4df69be0bca1 req-80a0184b-53aa-4e31-a3ec-9fd70cdb9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:21.584786 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-48453656-ac97-42f5-8264-4df69be0bca1 req-80a0184b-53aa-4e31-a3ec-9fd70cdb9daf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1239213d-0a3b-407c-aa59-5c1ac224edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541613 Jun 17 07:22:21.625595 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8468254 Jun 17 07:22:21.631232 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37714) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:21.633848 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1e2ea-7fb1-4cf4-8a0f-a4b29f1f18e3 admin admin] Pushing event updated for resources: {'Network': ['ID=d4261208-8732-4882-af5c-da7bee4077d9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:21.645687 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network d4261208-8732-4882-af5c-da7bee4077d9 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:22:21.652110 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] Request body: {'subnet': {'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-818918700-subnet', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:21.690008 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5a3f496b-16db-4f9a-b1cc-67719f9a8705 req-0f795e8a-6c75-43d5-9385-9acf1ba9d48c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239673 Jun 17 07:22:21.695278 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-48453656-ac97-42f5-8264-4df69be0bca1 req-25343628-e83a-4b2a-be6a-e5e779635b7c service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019833 Jun 17 07:22:21.700831 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] Made reservation on behalf of 52a029f97a9e4142802a9786ae2f6d58 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:22:21.706501 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64587565'] for subnet (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.756440 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ff6f-4761-452b-8cbb-f687969a4649 req-2dfe6827-3e8a-423e-be68-1290e2fc4c76 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:21.758091 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b196ff6f-4761-452b-8cbb-f687969a4649 req-2dfe6827-3e8a-423e-be68-1290e2fc4c76 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0619161 Jun 17 07:22:21.846226 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Publish callbacks [] for security_group (2d566ca0-bc4e-4e35-b495-9824b9469054), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.850114 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:21.873969 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (2d566ca0-bc4e-4e35-b495-9824b9469054), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.874967 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-48453656-ac97-42f5-8264-4df69be0bca1 req-f8c817c0-0619-4700-864f-575de0795463 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158831 Jun 17 07:22:21.901216 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:22:21.910491 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (743375fc-1c18-41d8-803b-95edb3e35da8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.910756 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.segments_db [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Added segment 743375fc-1c18-41d8-803b-95edb3e35da8 of type vlan for network 5cda22a3-ed9a-495c-94c5-566aedd4005f Jun 17 07:22:21.933384 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b196ff6f-4761-452b-8cbb-f687969a4649 req-e11f042e-7144-400b-ac27-8e42b6c08378 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861497 Jun 17 07:22:21.949651 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:21.965452 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (5cda22a3-ed9a-495c-94c5-566aedd4005f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:21.994982 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d566ca0-bc4e-4e35-b495-9824b9469054,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:22.034980 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (5cda22a3-ed9a-495c-94c5-566aedd4005f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:22.035962 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:22.036576 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:22.086497 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9562674 Jun 17 07:22:22.090056 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37716) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:22.119831 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] Request body: {'subnet': {'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-135533204-subnet', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:22.123681 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63144899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64587551'] for subnet (c7addd15-012f-4502-aa56-30c8b039b884), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:22.170554 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa939eb-6f3c-42fa-8127-264abd47c674 admin admin] Pushing event updated for resources: {'Network': ['ID=5cda22a3-ed9a-495c-94c5-566aedd4005f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:22.185791 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 5cda22a3-ed9a-495c-94c5-566aedd4005f details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:22:22.198998 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7addd15-012f-4502-aa56-30c8b039b884,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:22.205114 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] Made reservation on behalf of f92a857cef0a43d4907fbc667e30df6d for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:22:22.207719 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64587565'] for subnet (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:22.239949 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:22.270719 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] Checking segment: {'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:22.271083 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] Network hostable DHCP agents. Network: d4261208-8732-4882-af5c-da7bee4077d9, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:22:22.357068 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] Network d4261208-8732-4882-af5c-da7bee4077d9 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:22:22.377478 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a21ae-9de7-4eab-8d14-5dda88ad1223 req-cf98734d-a3b3-4aa2-9c9e-54dfca349876 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:22.378990 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a21ae-9de7-4eab-8d14-5dda88ad1223 req-cf98734d-a3b3-4aa2-9c9e-54dfca349876 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 945 time: 0.0800130 Jun 17 07:22:22.381598 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, d4261208-8732-4882-af5c-da7bee4077d9) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:22.392767 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:22.393675 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:22.397224 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c544c91-7c31-4a3a-99ba-ea50d7e48b9e None None] Network d4261208-8732-4882-af5c-da7bee4077d9 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:22:22.466271 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f68da828-7e93-4df5-813f-531b0b79c1ce admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8177028 Jun 17 07:22:22.467429 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37722) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:22.474971 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:22.545995 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-d4261208-8732-4882-af5c-da7bee4077d9', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'fixed_ips': [{'subnet_id': 'c7addd15-012f-4502-aa56-30c8b039b884'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:22:22.547191 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:22.567737 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a21ae-9de7-4eab-8d14-5dda88ad1223 req-51fde342-efee-4709-b7bb-dd8d17043e4c tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345122 Jun 17 07:22:22.574754 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:22.575940 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:22.596888 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63144899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64587551'] for subnet (41a60316-a518-4f9c-ac83-c96f9e396f63), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:22.692825 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Publish callbacks [] for router_controller (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:22.721422 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:22.823134 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Allocated IP 172.20.0.2 (d4261208-8732-4882-af5c-da7bee4077d9/c7addd15-012f-4502-aa56-30c8b039b884/eb624b4d-cb8e-409a-8737-24d8d4c1c3c1) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:22.890236 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbc37f-e54f-4e87-8c49-d323f3440f20 req-9f820941-0b01-4cfe-b133-e0020af680d4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:22.891859 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-dedbc37f-e54f-4e87-8c49-d323f3440f20 req-9f820941-0b01-4cfe-b133-e0020af680d4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.1002302 Jun 17 07:22:23.056504 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-dedbc37f-e54f-4e87-8c49-d323f3440f20 req-1100d46c-c3cc-4a6f-9bb2-e08edf2b7e60 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458561 Jun 17 07:22:23.190225 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a60316-a518-4f9c-ac83-c96f9e396f63,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:23.285220 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Publish callbacks [] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:23.293682 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:23.338948 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Network d4261208-8732-4882-af5c-da7bee4077d9 is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:23.344627 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:23.347131 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:23.358384 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Pushing event updated for resources: {'Port': ['ID=eb624b4d-cb8e-409a-8737-24d8d4c1c3c1,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:23.381096 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7798477-47f7-492a-b06c-01486bfd3031 req-3ace9116-ebdd-422d-994b-9e3632fe602c tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:23.390418 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c7798477-47f7-492a-b06c-01486bfd3031 req-3ace9116-ebdd-422d-994b-9e3632fe602c tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.1951542 Jun 17 07:22:23.438500 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Attempting to bind port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:23.438866 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Attempting to bind port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:23.439222 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Attempting to bind port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 on network d4261208-8732-4882-af5c-da7bee4077d9 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:23.445217 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:23.445582 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Checking segment: {'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:23.445979 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:23.446367 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Bound using segment: {'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:23.447023 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Bound port: eb624b4d-cb8e-409a-8737-24d8d4c1c3c1, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:23.447643 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:23.455988 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] Checking segment: {'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:23.456733 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] Network hostable DHCP agents. Network: 5cda22a3-ed9a-495c-94c5-566aedd4005f, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:22:23.481926 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Publish callbacks [] for router_gateway (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:23.493132 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:23.530639 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] For port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:23.534631 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] For port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=eb624b4d-cb8e-409a-8737-24d8d4c1c3c1,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:23.542655 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:23.543092 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] Network 5cda22a3-ed9a-495c-94c5-566aedd4005f is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:22:23.560507 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c7798477-47f7-492a-b06c-01486bfd3031 req-ce0cfeba-3424-4a03-91b3-6b0e04419c86 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690602 Jun 17 07:22:23.601279 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:23.609719 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 5cda22a3-ed9a-495c-94c5-566aedd4005f) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:23.624428 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfee166-57b0-48d4-87ac-024ca0b870e6 None None] Network 5cda22a3-ed9a-495c-94c5-566aedd4005f requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:22:23.630114 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:23.632646 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:23.645465 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:23.674063 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-b61b4d9e-8bbf-49f9-b7fa-56b3fcebb4c6 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5829599 Jun 17 07:22:23.676991 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 37776) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:23.681682 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:23.728677 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (bfb95b2f-b3d7-4c55-bf8d-622b89397306), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:23.729978 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (bfb95b2f-b3d7-4c55-bf8d-622b89397306), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:23.817758 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Publish callbacks [] for router_gateway (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:23.840264 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Publish callbacks [] for router_controller (bfb95b2f-b3d7-4c55-bf8d-622b89397306), precommit_add_association {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:23.863068 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:24.096294 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f708d8-6040-46ce-87b1-a2a4f9d1cc0c None None] Pushing event updated for resources: {'Port': ['ID=eb624b4d-cb8e-409a-8737-24d8d4c1c3c1,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:24.196894 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Allocated IP 172.27.0.161 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/32253b78-318c-4fa1-9f47-7771f0878ca5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:24.298925 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-5cda22a3-ed9a-495c-94c5-566aedd4005f', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:22:24.299904 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:24.396111 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Publish callbacks [] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:24.576571 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Allocated IP 172.20.0.2 (5cda22a3-ed9a-495c-94c5-566aedd4005f/41a60316-a518-4f9c-ac83-c96f9e396f63/2428ce71-454a-48e6-8c39-22054c9b519a) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:24.583637 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:24.678353 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Publish callbacks [] for router_gateway (bfb95b2f-b3d7-4c55-bf8d-622b89397306), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:24.699309 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a62876-a6e7-4322-b869-bec71a8a8d93 req-59819553-7c5a-46a1-86a4-9e849cf1693f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:24.717440 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:24.718486 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:24.720172 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:24.721436 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f3a62876-a6e7-4322-b869-bec71a8a8d93 req-59819553-7c5a-46a1-86a4-9e849cf1693f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.1506813 Jun 17 07:22:24.730504 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:24.733609 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:24.824221 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f3a62876-a6e7-4322-b869-bec71a8a8d93 req-6f8ecf67-00ed-45bd-9d4a-f2d8ec45ee93 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979300 Jun 17 07:22:24.841493 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80143ec3-7d38-4595-b281-b57d6507f22d req-f8019ae6-3783-497d-8f33-4930ed921452 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:24.848641 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-80143ec3-7d38-4595-b281-b57d6507f22d req-f8019ae6-3783-497d-8f33-4930ed921452 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.1865621 Jun 17 07:22:24.912730 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:24.913171 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:24.991548 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-80143ec3-7d38-4595-b281-b57d6507f22d req-e3af79ce-6d3d-4cc0-9ae1-3e37d7fc8170 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419256 Jun 17 07:22:24.992454 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Pushing event updated for resources: {'Port': ['ID=32253b78-318c-4fa1-9f47-7771f0878ca5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:25.003309 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:25.017539 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Publish callbacks [] for port (2428ce71-454a-48e6-8c39-22054c9b519a), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.037588 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.095166 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Publish callbacks [] for router_gateway (bfb95b2f-b3d7-4c55-bf8d-622b89397306), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.127963 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.139603 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Network 5cda22a3-ed9a-495c-94c5-566aedd4005f is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:25.154279 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:25.160377 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:25.172235 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:25.172235 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.253676 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Pushing event updated for resources: {'Port': ['ID=2428ce71-454a-48e6-8c39-22054c9b519a,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:25.315398 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=eb624b4d-cb8e-409a-8737-24d8d4c1c3c1,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:25.352643 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.378118 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Allocated IP 172.27.0.146 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/63e2d026-e346-4188-a3b6-7dda7c7c53a1) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:25.397816 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:25.399472 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Publish callbacks [] for router_gateway (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.427231 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f6b0e5-0784-4bc6-8905-926e0e374f92 None None] Network d4261208-8732-4882-af5c-da7bee4077d9 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:22:25.432989 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Attempting to bind port 2428ce71-454a-48e6-8c39-22054c9b519a on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:25.433334 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Attempting to bind port 2428ce71-454a-48e6-8c39-22054c9b519a by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:25.433694 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Attempting to bind port 2428ce71-454a-48e6-8c39-22054c9b519a on network 5cda22a3-ed9a-495c-94c5-566aedd4005f {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:25.471418 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:25.471782 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Checking segment: {'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:25.472220 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.472607 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Bound using segment: {'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:25.473067 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Bound port: 2428ce71-454a-48e6-8c39-22054c9b519a, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:25.473453 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.517454 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:25.534329 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:25.537451 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:25.543793 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=eb624b4d-cb8e-409a-8737-24d8d4c1c3c1,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:25.588632 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Publish callbacks [] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.593783 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-ed175286-adcc-4be3-bf9a-d42209e67325 None None] Provisioning complete for port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:25.601091 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ed175286-adcc-4be3-bf9a-d42209e67325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.644369 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.683143 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.706914 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:25.710879 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] For port 2428ce71-454a-48e6-8c39-22054c9b519a, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:25.715596 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] For port 2428ce71-454a-48e6-8c39-22054c9b519a, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=2428ce71-454a-48e6-8c39-22054c9b519a,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:25.740290 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:25.748210 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:25.749405 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:25.855857 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-ed175286-adcc-4be3-bf9a-d42209e67325 None None] Current status of the port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:25.873664 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Pushing event updated for resources: {'Port': ['ID=63e2d026-e346-4188-a3b6-7dda7c7c53a1,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:25.898417 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:22:25.942612 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f908f-20fd-4af3-81f4-97efa3590c0c None None] Pushing event updated for resources: {'Port': ['ID=2428ce71-454a-48e6-8c39-22054c9b519a,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:26.092557 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:22:26.102462 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Sync routers for ids ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:22:26.122063 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Routers {'9a60e40e-fdcb-4733-bc6a-3282ed4270e3'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:26.123258 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:26.132971 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:26.135501 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-8f82a9da-4842-4bcd-a8c5-71bb4a175158 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6669109 Jun 17 07:22:26.138165 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37802) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:26.142390 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3df38-cb21-4d5e-b0b0-7ce56029fb50 req-9dc9a9c4-2cc9-4842-a718-1fa64829e3e4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:26.149979 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5ad3df38-cb21-4d5e-b0b0-7ce56029fb50 req-9dc9a9c4-2cc9-4842-a718-1fa64829e3e4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.1863041 Jun 17 07:22:26.158982 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Publish callbacks [] for router_gateway (bfb95b2f-b3d7-4c55-bf8d-622b89397306), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:26.197498 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:26.269609 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-38dc321e-08d0-41ac-a47c-c389e931ac72 None None] Provisioning complete for port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:26.270281 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-38dc321e-08d0-41ac-a47c-c389e931ac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:26.314601 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5ad3df38-cb21-4d5e-b0b0-7ce56029fb50 req-c0b05d64-995c-4073-8c9d-78fe5973d199 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608634 Jun 17 07:22:26.377094 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:26.414868 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Set router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:26.481876 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (bfb95b2f-b3d7-4c55-bf8d-622b89397306), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:26.647326 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-38dc321e-08d0-41ac-a47c-c389e931ac72 None None] Current status of the port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:26.704042 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Router bfb95b2f-b3d7-4c55-bf8d-622b89397306 is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:22:26.745208 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2428ce71-454a-48e6-8c39-22054c9b519a up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:26.802699 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:25Z', 'revision_number': 3, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:26.843014 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Checking router: 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:22:26.843369 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Updating router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 port 32253b78-318c-4fa1-9f47-7771f0878ca5 binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:22:26.886711 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 2428ce71-454a-48e6-8c39-22054c9b519a triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:26.887079 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:26.892237 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:26.895231 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:22:26.909885 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Sync routers for ids ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:22:26.922170 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:26.937076 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Routers {'bfb95b2f-b3d7-4c55-bf8d-622b89397306'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:26.938150 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:26.952398 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:26.957071 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37806) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:26.957577 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f0945f3f-47b1-4a57-bb7f-4fa7b046b9ec admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2786095 Jun 17 07:22:27.166479 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Set router bfb95b2f-b3d7-4c55-bf8d-622b89397306 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:27.167934 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:27.168605 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:27.169402 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 2428ce71-454a-48e6-8c39-22054c9b519a is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:27.170039 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:27.176292 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:27.370512 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 2428ce71-454a-48e6-8c39-22054c9b519a, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=2428ce71-454a-48e6-8c39-22054c9b519a,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:27.383655 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:27.385109 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:27.614510 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:25Z', 'revision_number': 3, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:27.632599 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:27.642954 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a2a58-0325-4d65-99bb-8078259c39d3 None None] Network 5cda22a3-ed9a-495c-94c5-566aedd4005f requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:22:27.650222 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Checking router: bfb95b2f-b3d7-4c55-bf8d-622b89397306 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:22:27.650556 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Updating router bfb95b2f-b3d7-4c55-bf8d-622b89397306 port 63e2d026-e346-4188-a3b6-7dda7c7c53a1 binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:22:27.681083 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:27.717595 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-e2f4bb88-f118-4ee5-8676-c432ff042d89 None None] Provisioning complete for port 2428ce71-454a-48e6-8c39-22054c9b519a triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:27.717967 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e2f4bb88-f118-4ee5-8676-c432ff042d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:27.818406 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=2428ce71-454a-48e6-8c39-22054c9b519a,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:27.855071 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Allocated IP 172.20.0.1 (d4261208-8732-4882-af5c-da7bee4077d9/c7addd15-012f-4502-aa56-30c8b039b884/02a2918f-6d7d-41bf-958a-fb5935cf3ca5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:27.858822 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:27.859190 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:27.861889 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Publish callbacks [] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:27.869311 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebc358-665c-461e-8df9-681fc841671e req-d716b6fe-1502-47db-b626-bae922bdde43 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:27.871092 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3cebc358-665c-461e-8df9-681fc841671e req-d716b6fe-1502-47db-b626-bae922bdde43 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.3906851 Jun 17 07:22:27.891517 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.015022 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3cebc358-665c-461e-8df9-681fc841671e req-1c6728f4-1563-4730-a9c7-f31a6ecd6c38 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324177 Jun 17 07:22:28.070234 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce63b6-0d75-4f88-8536-4a0b1ac8af65 None None] Pushing event updated for resources: {'Port': ['ID=32253b78-318c-4fa1-9f47-7771f0878ca5,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:28.076437 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Attempting to bind port 32253b78-318c-4fa1-9f47-7771f0878ca5 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:28.076804 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Attempting to bind port 32253b78-318c-4fa1-9f47-7771f0878ca5 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:28.077164 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Attempting to bind port 32253b78-318c-4fa1-9f47-7771f0878ca5 on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:28.080802 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4bb88-f118-4ee5-8676-c432ff042d89 None None] Current status of the port 2428ce71-454a-48e6-8c39-22054c9b519a is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:28.090755 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:28.091536 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:28.091536 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.091922 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:28.092391 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Bound port: 32253b78-318c-4fa1-9f47-7771f0878ca5, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:28.093107 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.102507 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Publish callbacks [] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.118100 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Publish callbacks [] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.129307 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.167926 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:28.169869 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695f7bd-0185-460a-bbdc-78db14127ece req-f4865e53-8371-4b22-9b90-3d82d0bee4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:28.172329 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c695f7bd-0185-460a-bbdc-78db14127ece req-f4865e53-8371-4b22-9b90-3d82d0bee4f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 1129 time: 0.0683229 Jun 17 07:22:28.188238 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] For port 32253b78-318c-4fa1-9f47-7771f0878ca5, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:28.194030 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] For port 32253b78-318c-4fa1-9f47-7771f0878ca5, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=32253b78-318c-4fa1-9f47-7771f0878ca5,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:28.194282 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:28.199755 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.203872 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.211261 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:28.222207 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:28.225732 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:28.232103 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.285810 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Attempting to bind port 63e2d026-e346-4188-a3b6-7dda7c7c53a1 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:28.286470 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Attempting to bind port 63e2d026-e346-4188-a3b6-7dda7c7c53a1 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:28.287285 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Attempting to bind port 63e2d026-e346-4188-a3b6-7dda7c7c53a1 on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:28.292616 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Pushing event updated for resources: {'Port': ['ID=63e2d026-e346-4188-a3b6-7dda7c7c53a1,revision_number=2']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:28.305392 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:28.305656 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Routers {'9a60e40e-fdcb-4733-bc6a-3282ed4270e3'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:28.305870 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:28.306265 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.306403 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:28.311925 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce63b6-0d75-4f88-8536-4a0b1ac8af65 None None] Pushing event updated for resources: {'Port': ['ID=32253b78-318c-4fa1-9f47-7771f0878ca5,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:28.329120 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:28.329673 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Bound port: 63e2d026-e346-4188-a3b6-7dda7c7c53a1, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:28.332602 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.339726 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.339992 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.342950 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.344481 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.344889 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.345216 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.345539 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.345855 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.346138 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695f7bd-0185-460a-bbdc-78db14127ece req-29168144-dc6b-49dd-905d-db1be1903585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:28.346673 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.346986 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.347305 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.347636 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.347952 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.348333 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.348644 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:28.349141 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c695f7bd-0185-460a-bbdc-78db14127ece req-29168144-dc6b-49dd-905d-db1be1903585 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 917 time: 0.1704469 Jun 17 07:22:28.354112 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:28.365002 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Network d4261208-8732-4882-af5c-da7bee4077d9 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:28.375718 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:28.419924 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:28.436013 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Pushing event updated for resources: {'Port': ['ID=02a2918f-6d7d-41bf-958a-fb5935cf3ca5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:28.441346 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:28.476693 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] Set router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:28.507411 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] For port 63e2d026-e346-4188-a3b6-7dda7c7c53a1, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:28.512869 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] For port 63e2d026-e346-4188-a3b6-7dda7c7c53a1, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=63e2d026-e346-4188-a3b6-7dda7c7c53a1,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:28.518444 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c695f7bd-0185-460a-bbdc-78db14127ece req-a62c13d5-7a9d-4e36-84ef-d074b4f2c790 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533 HTTP/1.1" status: 200 len: 1001 time: 0.1532238 Jun 17 07:22:28.525884 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.588577 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-ae3fdbb7-166c-47bc-b3e4-24f154e81bd3 None None] Provisioning complete for port 2428ce71-454a-48e6-8c39-22054c9b519a triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:28.589115 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ae3fdbb7-166c-47bc-b3e4-24f154e81bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.594487 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.595890 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2428ce71-454a-48e6-8c39-22054c9b519a up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:28.612717 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c36b45-caa7-4a15-94ef-0326e1bf1e09 None None] Pushing event updated for resources: {'Port': ['ID=63e2d026-e346-4188-a3b6-7dda7c7c53a1,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:28.636484 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695f7bd-0185-460a-bbdc-78db14127ece req-d803be63-e029-4c39-bbd6-e73b0a637c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:28.638476 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c695f7bd-0185-460a-bbdc-78db14127ece req-d803be63-e029-4c39-bbd6-e73b0a637c07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 200 len: 855 time: 0.1117351 Jun 17 07:22:28.641624 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Routers {'bfb95b2f-b3d7-4c55-bf8d-622b89397306'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:28.642719 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:28.723302 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Allocated IP 172.20.0.1 (5cda22a3-ed9a-495c-94c5-566aedd4005f/41a60316-a518-4f9c-ac83-c96f9e396f63/d9de4de5-c422-4cc1-a165-bcbd37ede8d8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:28.730709 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695f7bd-0185-460a-bbdc-78db14127ece req-dd5a1dff-1c4a-4131-b62e-7a551aa49679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:28.734478 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c695f7bd-0185-460a-bbdc-78db14127ece req-dd5a1dff-1c4a-4131-b62e-7a551aa49679 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893874 Jun 17 07:22:28.746673 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:28.751002 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 2428ce71-454a-48e6-8c39-22054c9b519a triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:28.751562 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.791430 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] Set router bfb95b2f-b3d7-4c55-bf8d-622b89397306 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:28.904223 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.923925 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:25Z', 'revision_number': 3, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:28.926392 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c695f7bd-0185-460a-bbdc-78db14127ece req-de8678bf-9f2f-4d46-92c7-9d0d3e3df91b service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830995 Jun 17 07:22:28.953875 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Publish callbacks [] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:28.961345 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-ae3fdbb7-166c-47bc-b3e4-24f154e81bd3 None None] Current status of the port 2428ce71-454a-48e6-8c39-22054c9b519a is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:28.964183 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516af69c-b669-4acd-9bb1-afcabd35d4b7 None None] The sync data for ids ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'] in dv-cinder-834822-4-iscsi is: [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:25Z', 'revision_number': 3, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:22:28.965680 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 2428ce71-454a-48e6-8c39-22054c9b519a is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:29.055099 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:25Z', 'revision_number': 3, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:29.073995 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c695f7bd-0185-460a-bbdc-78db14127ece req-703063de-e39c-4d69-8632-04d0c16cca6b service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392775 Jun 17 07:22:29.087690 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-2ceef275-9024-4cd9-9ea2-f0569b751b4f None None] Provisioning complete for port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:29.088222 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-2ceef275-9024-4cd9-9ea2-f0569b751b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:29.106520 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a13bf7f-1560-44bf-a4fd-80b145041906 None None] The sync data for ids ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'] in dv-cinder-834822-4-iscsi is: [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:25Z', 'revision_number': 3, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:22:29.128942 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-2ceef275-9024-4cd9-9ea2-f0569b751b4f None None] Port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:22:29.166711 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Publish callbacks [] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:29.169255 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:29.175077 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:29.216992 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57976847-f367-45a7-9e83-70d9ae4c78e6 req-d375a9ab-b518-4fe2-b378-19cf649719fc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:29.218597 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-57976847-f367-45a7-9e83-70d9ae4c78e6 req-d375a9ab-b518-4fe2-b378-19cf649719fc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0689242 Jun 17 07:22:29.224893 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:29.239640 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Network 5cda22a3-ed9a-495c-94c5-566aedd4005f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:29.252603 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:29.261290 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:29.287940 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Pushing event updated for resources: {'Port': ['ID=d9de4de5-c422-4cc1-a165-bcbd37ede8d8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:29.305481 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-57976847-f367-45a7-9e83-70d9ae4c78e6 req-f792bed6-991f-4b6c-8ee4-9fb36fcb7fe4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808909 Jun 17 07:22:29.313431 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:29.391095 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:29.409302 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (bfb95b2f-b3d7-4c55-bf8d-622b89397306), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:29.475948 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Pushing event updated for resources: {'Port': ['ID=02a2918f-6d7d-41bf-958a-fb5935cf3ca5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:29.644212 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Network d4261208-8732-4882-af5c-da7bee4077d9 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:29.647722 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:29.652406 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:29.689375 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c2d1306e-d7c4-4336-8212-57a9bccbe55a None None] Provisioning complete for port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:29.689793 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c2d1306e-d7c4-4336-8212-57a9bccbe55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:29.753881 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1306e-d7c4-4336-8212-57a9bccbe55a None None] Port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:22:29.914485 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:22:29.980107 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-f490f31e-0520-457a-a51d-f3722cb64520 None None] Provisioning complete for port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:29.980107 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f490f31e-0520-457a-a51d-f3722cb64520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:30.030028 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-f490f31e-0520-457a-a51d-f3722cb64520 None None] Port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:22:30.053089 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Publish callbacks [] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:30.066432 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:30.147453 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:22:30.158813 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-d5d649c4-55c2-497d-af78-8d91aa4239fb admin admin] 10.222.0.33 "PUT /v2.0/routers/9a60e40e-fdcb-4733-bc6a-3282ed4270e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0193093 Jun 17 07:22:30.162343 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (bfb95b2f-b3d7-4c55-bf8d-622b89397306), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:30.175489 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Pushing event updated for resources: {'Port': ['ID=d9de4de5-c422-4cc1-a165-bcbd37ede8d8,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:30.272735 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:30.289664 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Network 5cda22a3-ed9a-495c-94c5-566aedd4005f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:30.292395 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:30.350643 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:30.513027 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1cbed-4b99-4cc6-bff1-553c659660b4 req-f797bf4f-5005-4571-81c2-0c875d70ff98 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:30.520085 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8be1cbed-4b99-4cc6-bff1-553c659660b4 req-f797bf4f-5005-4571-81c2-0c875d70ff98 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0670767 Jun 17 07:22:30.586730 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Router bfb95b2f-b3d7-4c55-bf8d-622b89397306 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:22:30.594717 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 32253b78-318c-4fa1-9f47-7771f0878ca5 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:30.601378 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8be1cbed-4b99-4cc6-bff1-553c659660b4 req-9f6799c6-b1b1-461a-97b7-8ef6c8a95089 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804207 Jun 17 07:22:30.677245 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:30.680504 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-a4ca85f3-f2b1-4111-9419-7060a66a4c23 None None] Provisioning complete for port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:30.681770 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a4ca85f3-f2b1-4111-9419-7060a66a4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:30.704617 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 32253b78-318c-4fa1-9f47-7771f0878ca5 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:30.705235 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:30.739569 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:22:30.748983 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca85f3-f2b1-4111-9419-7060a66a4c23 None None] Port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:22:30.749531 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-0d4d1382-3e17-4dae-9bfd-aef4e6d3b215 admin admin] 10.222.0.33 "PUT /v2.0/routers/bfb95b2f-b3d7-4c55-bf8d-622b89397306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7805641 Jun 17 07:22:30.796784 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 32253b78-318c-4fa1-9f47-7771f0878ca5 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:30.797178 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:30.819486 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 32253b78-318c-4fa1-9f47-7771f0878ca5, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=32253b78-318c-4fa1-9f47-7771f0878ca5,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:30.824517 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:30.825345 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 63e2d026-e346-4188-a3b6-7dda7c7c53a1 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:30.912221 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37852) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:30.916891 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=32253b78-318c-4fa1-9f47-7771f0878ca5,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:30.918127 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-5680128-network', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:30.925217 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 63e2d026-e346-4188-a3b6-7dda7c7c53a1 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:30.925564 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:30.954187 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Made reservation on behalf of 1cdfcd3d2aa84226bc01f6400dd9754c for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:22:30.957762 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:30.971178 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.016676 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 63e2d026-e346-4188-a3b6-7dda7c7c53a1 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:31.017060 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.042983 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 63e2d026-e346-4188-a3b6-7dda7c7c53a1, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=63e2d026-e346-4188-a3b6-7dda7c7c53a1,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:31.054005 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.079403 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Publish callbacks [] for security_group (cdeca3b5-9538-4055-9040-e9e4e25af644), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.085321 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (cdeca3b5-9538-4055-9040-e9e4e25af644), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.117629 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:22:31.131712 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=63e2d026-e346-4188-a3b6-7dda7c7c53a1,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:31.139661 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (3d45aa45-b9ea-448a-a169-d0c621539b5e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.140090 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.segments_db [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Added segment 3d45aa45-b9ea-448a-a169-d0c621539b5e of type vlan for network d88f2219-d457-40d5-9e59-cf363ee73981 Jun 17 07:22:31.141752 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeca3b5-9538-4055-9040-e9e4e25af644,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:31.193812 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (d88f2219-d457-40d5-9e59-cf363ee73981), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.225308 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (d88f2219-d457-40d5-9e59-cf363ee73981), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.226313 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:31.226893 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.267817 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3519332 Jun 17 07:22:31.268125 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37862) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:31.298260 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] Request body: {'subnet': {'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-5680128-subnet', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:31.311078 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c50b0-0c7f-41f2-a8b3-df59b6b6bf86 admin admin] Pushing event updated for resources: {'Network': ['ID=d88f2219-d457-40d5-9e59-cf363ee73981,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:31.323643 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network d88f2219-d457-40d5-9e59-cf363ee73981 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:22:31.328924 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] Made reservation on behalf of 1cdfcd3d2aa84226bc01f6400dd9754c for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:22:31.331603 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64587565'] for subnet (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.411723 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:31.488268 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:31.526960 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Sync routers for ids ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:22:31.529909 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37868) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:31.534580 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1115903191-network', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:31.567774 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:31.580336 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Routers {'9a60e40e-fdcb-4733-bc6a-3282ed4270e3'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:31.580980 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:31.583998 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63144899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64587551'] for subnet (da16fa83-d822-4f64-abd1-1c88e11e057c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.608380 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Made reservation on behalf of e7c470fb14fb41878df38dde6131b126 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:22:31.611445 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.631993 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.698920 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da16fa83-d822-4f64-abd1-1c88e11e057c,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:31.705695 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Set router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:31.726405 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] Checking segment: {'id': '3d45aa45-b9ea-448a-a169-d0c621539b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:31.726788 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] Network hostable DHCP agents. Network: d88f2219-d457-40d5-9e59-cf363ee73981, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:22:31.763166 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe893fb-1bdd-4a2c-a7cb-1855bc878792 req-68ab182f-23f4-4bd0-8c48-6d5f2713df7a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:31.764966 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6fe893fb-1bdd-4a2c-a7cb-1855bc878792 req-68ab182f-23f4-4bd0-8c48-6d5f2713df7a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0728643 Jun 17 07:22:31.773044 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] Network d88f2219-d457-40d5-9e59-cf363ee73981 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:22:31.789277 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, d88f2219-d457-40d5-9e59-cf363ee73981) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:31.797279 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Publish callbacks [] for security_group (0a125b86-dae6-4f4e-86b0-578e4a0813a5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.797427 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca012ee8-6357-420d-85a1-9135473fda09 None None] Network d88f2219-d457-40d5-9e59-cf363ee73981 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:22:31.798695 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:31.799285 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.805692 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (0a125b86-dae6-4f4e-86b0-578e4a0813a5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.837803 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-ad0e1c49-d881-47cf-8773-38af019de5d6 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5686569 Jun 17 07:22:31.841595 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:22:31.843421 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37872) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:31.852400 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6fe893fb-1bdd-4a2c-a7cb-1855bc878792 req-5b0a54cb-931f-448b-b49b-9d46b52614c2 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771699 Jun 17 07:22:31.858464 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-5680128-router', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:31.875328 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a125b86-dae6-4f4e-86b0-578e4a0813a5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:31.883176 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (1cce6af2-e25a-43ac-8738-60e4e2fe7724), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.883566 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.segments_db [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Added segment 1cce6af2-e25a-43ac-8738-60e4e2fe7724 of type vlan for network 0e83d670-f6c7-414e-bb41-c0aaebd06477 Jun 17 07:22:31.931623 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.932722 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:31.948693 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (0e83d670-f6c7-414e-bb41-c0aaebd06477), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.012244 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Publish callbacks [] for router_controller (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.015560 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (0e83d670-f6c7-414e-bb41-c0aaebd06477), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.017125 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:32.017932 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.026902 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-d88f2219-d457-40d5-9e59-cf363ee73981', 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981', 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'fixed_ips': [{'subnet_id': 'da16fa83-d822-4f64-abd1-1c88e11e057c'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:22:32.026902 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.106891 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:32.188308 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Publish callbacks [] for router_gateway (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.196991 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:32.199710 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6687489 Jun 17 07:22:32.203710 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 37884) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:32.210203 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] Request body: {'subnet': {'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1115903191-subnet', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'ip_version': 4}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:32.215367 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:32.248239 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 4, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '02a2918f-6d7d-41bf-958a-fb5935cf3ca5', 'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'mac_address': 'fa:16:3e:6e:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:26Z', 'updated_at': '2022-06-17T07:22:29Z', 'revision_number': 2, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'subnets': [{'id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:32.250454 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b759f1-18d0-4289-9f6c-a7fc61fe813c admin admin] Pushing event updated for resources: {'Network': ['ID=0e83d670-f6c7-414e-bb41-c0aaebd06477,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:32.262489 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] Made reservation on behalf of e7c470fb14fb41878df38dde6131b126 for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:22:32.265042 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.266356 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 0e83d670-f6c7-414e-bb41-c0aaebd06477 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:22:32.317599 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Checking router: 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:22:32.317947 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Updating router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:22:32.354726 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Allocated IP 172.20.0.2 (d88f2219-d457-40d5-9e59-cf363ee73981/da16fa83-d822-4f64-abd1-1c88e11e057c/9dbb4a71-f481-487e-b09d-64412433c84a) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:32.420566 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Sync routers for ids ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:22:32.437292 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:32.452687 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Routers {'bfb95b2f-b3d7-4c55-bf8d-622b89397306'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:32.453406 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:32.455075 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.486626 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Publish callbacks [] for router_gateway (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.508680 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.568654 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (e359ac1b-03ea-45f6-8be4-e605d5505c84), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.635915 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e359ac1b-03ea-45f6-8be4-e605d5505c84,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:32.644022 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Allocated IP 172.27.0.112 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/092741e2-7c1e-4839-80f2-90ac9d9d5d2b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:32.689529 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] Checking segment: {'id': '1cce6af2-e25a-43ac-8738-60e4e2fe7724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:32.689884 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] Network hostable DHCP agents. Network: 0e83d670-f6c7-414e-bb41-c0aaebd06477, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:22:32.721262 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:32.724649 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Set router bfb95b2f-b3d7-4c55-bf8d-622b89397306 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:32.739380 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [req-3caa7485-6335-405b-8c52-60c7b995effd req-a664f2ff-9315-454f-a342-0346c1544d80 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:22:32.746179 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3caa7485-6335-405b-8c52-60c7b995effd req-a664f2ff-9315-454f-a342-0346c1544d80 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0140159 Jun 17 07:22:32.811095 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 32253b78-318c-4fa1-9f47-7771f0878ca5 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:32.828429 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] Network 0e83d670-f6c7-414e-bb41-c0aaebd06477 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:22:32.843140 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 0e83d670-f6c7-414e-bb41-c0aaebd06477) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:32.854485 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:32.855147 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.893654 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-b93c6404-8f60-47a0-9a29-395b3239ab7b admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6881597 Jun 17 07:22:32.896348 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 37896) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:32.905668 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1115903191-router', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:32.977408 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (57725028-d4d3-4fc9-90bd-09564fe92aaa), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.979381 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (57725028-d4d3-4fc9-90bd-09564fe92aaa), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:32.985237 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Publish callbacks [] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.006488 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f24919-8a2c-4622-a51a-2c1252079761 None None] Network 0e83d670-f6c7-414e-bb41-c0aaebd06477 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:22:33.038195 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:33.059180 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:29Z', 'revision_number': 4, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'd9de4de5-c422-4cc1-a165-bcbd37ede8d8', 'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'mac_address': 'fa:16:3e:a7:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:28Z', 'updated_at': '2022-06-17T07:22:29Z', 'revision_number': 2, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'subnets': [{'id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:33.095158 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc98d3-709f-4bff-b3aa-b1306b5cc20d req-6632ce6e-a080-43e0-a198-0cb744b93068 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:33.095875 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 64a7d8d8-05dd-4a53-a5a0-14ec44851533 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:22:33.096730 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d4cc98d3-709f-4bff-b3aa-b1306b5cc20d req-6632ce6e-a080-43e0-a198-0cb744b93068 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 945 time: 0.0936630 Jun 17 07:22:33.115460 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Publish callbacks [] for router_controller (57725028-d4d3-4fc9-90bd-09564fe92aaa), precommit_add_association {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.117006 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Checking router: bfb95b2f-b3d7-4c55-bf8d-622b89397306 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:22:33.117367 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Updating router bfb95b2f-b3d7-4c55-bf8d-622b89397306 port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:22:33.142891 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=7 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:33.143817 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:33.144847 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-2aa97a9f-7819-4932-a4fc-6a096e175b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.146256 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Publish callbacks [] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.146483 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.185881 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d4cc98d3-709f-4bff-b3aa-b1306b5cc20d req-b48a2514-270e-4460-9d69-358890fd3451 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779741 Jun 17 07:22:33.190099 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.221732 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.256043 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:33.262424 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:33.267580 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:33.322185 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Pushing event updated for resources: {'Port': ['ID=092741e2-7c1e-4839-80f2-90ac9d9d5d2b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:33.398762 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Publish callbacks [] for router_gateway (57725028-d4d3-4fc9-90bd-09564fe92aaa), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.456766 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:33.462117 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7f494-ba48-404a-ac76-8aa28dfb7c0b None None] Pushing event updated for resources: {'Port': ['ID=02a2918f-6d7d-41bf-958a-fb5935cf3ca5,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:33.475756 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-0e83d670-f6c7-414e-bb41-c0aaebd06477', 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477', 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'fixed_ips': [{'subnet_id': 'e359ac1b-03ea-45f6-8be4-e605d5505c84'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:22:33.476716 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.596116 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 is: ACTIVE; New status is: DOWN {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:33.596499 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.687634 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Publish callbacks [] for router_gateway (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.727091 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Publish callbacks [] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.736852 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.765865 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Publish callbacks [] for router_gateway (57725028-d4d3-4fc9-90bd-09564fe92aaa), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.786967 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37918) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:33.801957 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.825952 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 32253b78-318c-4fa1-9f47-7771f0878ca5 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:33.826446 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.861082 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf97f06-93ae-4945-821c-e143c0066b3c None None] Pushing event updated for resources: {'Port': ['ID=d9de4de5-c422-4cc1-a165-bcbd37ede8d8,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:33.966258 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:33.974183 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Attempting to bind port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:33.977429 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Attempting to bind port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:33.978105 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Attempting to bind port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 on network 5cda22a3-ed9a-495c-94c5-566aedd4005f {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:33.988885 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:33.989618 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Checking segment: {'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:33.990402 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:33.991029 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Bound using segment: {'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:33.991753 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Bound port: d9de4de5-c422-4cc1-a165-bcbd37ede8d8, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:33.992385 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.045903 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.060192 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Allocated IP 172.27.0.79 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/ebf94976-9ba8-4d61-96f1-a09824331e34) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:34.071298 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-aab00c5c-a238-4856-8cc9-be9f51598336 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2836661 Jun 17 07:22:34.077511 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-b293a0ce-2d38-492f-a33e-3047360ec0f8 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:22:34.093043 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-b293a0ce-2d38-492f-a33e-3047360ec0f8 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0205629 Jun 17 07:22:34.108023 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] For port d9de4de5-c422-4cc1-a165-bcbd37ede8d8, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:34.119311 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:22:34.122617 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a38101f-ccaa-47d6-a040-c5af2bd755f8" -d '{"events": [{"server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "name": "network-vif-unplugged", "status": "completed", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:22:34.131929 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] For port d9de4de5-c422-4cc1-a165-bcbd37ede8d8, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=d9de4de5-c422-4cc1-a165-bcbd37ede8d8,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:34.144778 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.157696 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-01c15c8c-9e83-4326-83be-9e18778622ac None None] Provisioning complete for port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:34.158080 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-01c15c8c-9e83-4326-83be-9e18778622ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.176177 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:34.181817 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Attempting to bind port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:34.182182 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Attempting to bind port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:34.182541 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Attempting to bind port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 on network d4261208-8732-4882-af5c-da7bee4077d9 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:34.209356 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Publish callbacks [] for port (9dbb4a71-f481-487e-b09d-64412433c84a), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.251158 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.252672 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:34.254979 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 37932) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:34.271736 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Jun 2022 07:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4139e8b-1116-48aa-871c-d6c64dbfe1a8 x-openstack-request-id: req-a4139e8b-1116-48aa-871c-d6c64dbfe1a8 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:22:34.272165 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "name": "network-vif-unplugged", "status": "failed", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533", "code": 422}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:22:34.272360 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a4139e8b-1116-48aa-871c-d6c64dbfe1a8 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:22:34.272772 dv-cinder-834822-4-iscsi neutron-server[103803]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a4139e8b-1116-48aa-871c-d6c64dbfe1a8']: {'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'code': 422} returned with failed status Jun 17 07:22:34.279497 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Routers {'bfb95b2f-b3d7-4c55-bf8d-622b89397306'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:34.281036 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:34.327600 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:34.328039 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Checking segment: {'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:34.328407 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.328795 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Bound using segment: {'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:34.329287 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Bound port: 02a2918f-6d7d-41bf-958a-fb5935cf3ca5, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:34.329713 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.332463 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.349534 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:34.359390 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:34.376646 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-01c15c8c-9e83-4326-83be-9e18778622ac None None] Port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:22:34.440450 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Network d88f2219-d457-40d5-9e59-cf363ee73981 is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:34.472164 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Allocated IP 172.20.0.2 (0e83d670-f6c7-414e-bb41-c0aaebd06477/e359ac1b-03ea-45f6-8be4-e605d5505c84/3ebcfc5d-691c-482a-af61-7b45b8cc4c56) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:34.494157 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e2150-4b96-4b02-84c9-3cbff89660fe req-376556b3-a52a-40f1-b463-a683dea39811 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:34.501698 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cd8e2150-4b96-4b02-84c9-3cbff89660fe req-376556b3-a52a-40f1-b463-a683dea39811 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.1429224 Jun 17 07:22:34.513145 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:22:34.539591 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:34.555000 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:34.582211 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf97f06-93ae-4945-821c-e143c0066b3c None None] Pushing event updated for resources: {'Port': ['ID=d9de4de5-c422-4cc1-a165-bcbd37ede8d8,revision_number=4']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:34.617058 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Publish callbacks [] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.620523 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cd8e2150-4b96-4b02-84c9-3cbff89660fe req-24862c4a-a246-4de5-a6d5-616c0e5ae0af tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174982 Jun 17 07:22:34.689473 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] Set router bfb95b2f-b3d7-4c55-bf8d-622b89397306 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:34.696011 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=64a7d8d8-05dd-4a53-a5a0-14ec44851533,revision_number=8']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:34.703877 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:34.723201 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.763121 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:22:34.784658 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.787135 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-fe87eb15-4370-41ce-9496-455600bb8c89 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9375904 Jun 17 07:22:34.789942 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 37948) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:34.812005 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 32253b78-318c-4fa1-9f47-7771f0878ca5 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:34.814113 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 63e2d026-e346-4188-a3b6-7dda7c7c53a1 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:34.818060 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-cb65d790-cded-44b7-a69f-6a4668740144 None None] Provisioning complete for port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:34.818717 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-cb65d790-cded-44b7-a69f-6a4668740144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.822000 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Sync routers for ids ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:22:34.827469 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-7f5ede53-3dac-44f2-a243-b02326264412 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:34.828902 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-7f5ede53-3dac-44f2-a243-b02326264412 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports/64a7d8d8-05dd-4a53-a5a0-14ec44851533 HTTP/1.1" status: 200 len: 940 time: 0.5728009 Jun 17 07:22:34.830902 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:34.836602 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:34.861706 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:34.871449 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:34.899303 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3a9368af-b8e0-42ab-9dec-2768df7a77be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:34.943181 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:29Z', 'revision_number': 4, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'd9de4de5-c422-4cc1-a165-bcbd37ede8d8', 'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'mac_address': 'fa:16:3e:a7:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:28Z', 'updated_at': '2022-06-17T07:22:34Z', 'revision_number': 4, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'subnets': [{'id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:34.945206 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:34.951727 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Pushing event updated for resources: {'Port': ['ID=ebf94976-9ba8-4d61-96f1-a09824331e34,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:34.988306 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e646a44-18e1-4a0a-af19-d206630b71e1 None None] The sync data for ids ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'] in dv-cinder-834822-4-iscsi is: [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:29Z', 'revision_number': 4, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'd9de4de5-c422-4cc1-a165-bcbd37ede8d8', 'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'mac_address': 'fa:16:3e:a7:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:28Z', 'updated_at': '2022-06-17T07:22:34Z', 'revision_number': 4, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'subnets': [{'id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:22:35.026677 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] For port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:35.029080 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Pushing event updated for resources: {'Port': ['ID=9dbb4a71-f481-487e-b09d-64412433c84a,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:35.083337 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Routers {'6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:35.091460 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:35.093455 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:35.106765 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] For port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=02a2918f-6d7d-41bf-958a-fb5935cf3ca5,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:35.110811 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Attempting to bind port 9dbb4a71-f481-487e-b09d-64412433c84a on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:35.111483 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Attempting to bind port 9dbb4a71-f481-487e-b09d-64412433c84a by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '3d45aa45-b9ea-448a-a169-d0c621539b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:35.112291 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Attempting to bind port 9dbb4a71-f481-487e-b09d-64412433c84a on network d88f2219-d457-40d5-9e59-cf363ee73981 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:35.184947 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.192732 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 63e2d026-e346-4188-a3b6-7dda7c7c53a1 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:35.193196 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.207279 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:35.207569 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Checking segment: {'id': '3d45aa45-b9ea-448a-a169-d0c621539b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:35.207809 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.208226 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Bound using segment: {'id': '3d45aa45-b9ea-448a-a169-d0c621539b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:35.208758 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Bound port: 9dbb4a71-f481-487e-b09d-64412433c84a, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d45aa45-b9ea-448a-a169-d0c621539b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:35.209148 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.275397 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Publish callbacks [] for router_gateway (57725028-d4d3-4fc9-90bd-09564fe92aaa), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.385434 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] For port 9dbb4a71-f481-487e-b09d-64412433c84a, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:35.389137 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] For port 9dbb4a71-f481-487e-b09d-64412433c84a, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=9dbb4a71-f481-487e-b09d-64412433c84a,segment=NetworkSegment(3d45aa45-b9ea-448a-a169-d0c621539b5e),segment_id=3d45aa45-b9ea-448a-a169-d0c621539b5e)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:35.401084 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.467156 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.573217 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Set router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:35.591624 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Publish callbacks [] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.593636 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (57725028-d4d3-4fc9-90bd-09564fe92aaa), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.649225 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Allocated IP 172.20.0.1 (d88f2219-d457-40d5-9e59-cf363ee73981/da16fa83-d822-4f64-abd1-1c88e11e057c/4a105a95-2ddf-4ad1-90c4-0c0acf10a03f) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:35.655703 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:35.660229 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.842097 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Routers {'9a60e40e-fdcb-4733-bc6a-3282ed4270e3'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:35.842831 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:35.869613 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Publish callbacks [] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.871130 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4a6bf-aa79-4989-baea-74e2928917a7 req-2d4c32e8-6f13-48ee-9309-35bf59d233f9 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:35.873440 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-34b4a6bf-aa79-4989-baea-74e2928917a7 req-2d4c32e8-6f13-48ee-9309-35bf59d233f9 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0882757 Jun 17 07:22:35.922319 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:35.924332 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:35.936698 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Router 57725028-d4d3-4fc9-90bd-09564fe92aaa is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:22:35.947289 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-34b4a6bf-aa79-4989-baea-74e2928917a7 req-9b5459f4-fbc7-4ce9-9342-f260507cb270 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661886 Jun 17 07:22:35.956648 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Network 0e83d670-f6c7-414e-bb41-c0aaebd06477 is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:35.979853 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Network d88f2219-d457-40d5-9e59-cf363ee73981 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:35.984087 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:35.984809 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:35.992847 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:35.996295 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Pushing event updated for resources: {'Port': ['ID=4a105a95-2ddf-4ad1-90c4-0c0acf10a03f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:36.007780 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.052810 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.064405 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-cb65d790-cded-44b7-a69f-6a4668740144 None None] Current status of the port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:36.064799 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-cb65d790-cded-44b7-a69f-6a4668740144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.067260 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:36.110113 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:22:36.119031 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:36.121355 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Sync routers for ids ['57725028-d4d3-4fc9-90bd-09564fe92aaa'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:22:36.126038 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:36.139652 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7f494-ba48-404a-ac76-8aa28dfb7c0b None None] Pushing event updated for resources: {'Port': ['ID=02a2918f-6d7d-41bf-958a-fb5935cf3ca5,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:36.145248 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Routers {'57725028-d4d3-4fc9-90bd-09564fe92aaa'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:36.145917 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['57725028-d4d3-4fc9-90bd-09564fe92aaa'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:36.147191 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.150059 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-6d784cba-3e45-47d6-b18e-032cb869e7fa admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2511253 Jun 17 07:22:36.152749 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 37966) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:36.297945 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-cb65d790-cded-44b7-a69f-6a4668740144 None None] For port d9de4de5-c422-4cc1-a165-bcbd37ede8d8, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=d9de4de5-c422-4cc1-a165-bcbd37ede8d8,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:36.304814 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.326080 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-cb65d790-cded-44b7-a69f-6a4668740144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.328659 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7030b38-c68f-40de-a5b2-0570397e95ae None None] Pushing event updated for resources: {'Port': ['ID=9dbb4a71-f481-487e-b09d-64412433c84a,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:36.413462 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Set router 57725028-d4d3-4fc9-90bd-09564fe92aaa gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:36.481352 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] Set router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:36.623035 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-4ceeb280-ae46-4f8d-802c-f25ad6551bf9 None None] Provisioning complete for port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:36.623524 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb280-ae46-4f8d-802c-f25ad6551bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.627588 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 63e2d026-e346-4188-a3b6-7dda7c7c53a1 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:36.636129 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Attempting to bind port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:36.636129 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Attempting to bind port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '1cce6af2-e25a-43ac-8738-60e4e2fe7724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:36.636129 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Attempting to bind port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 on network 0e83d670-f6c7-414e-bb41-c0aaebd06477 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:36.636129 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Pushing event updated for resources: {'Port': ['ID=3ebcfc5d-691c-482a-af61-7b45b8cc4c56,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:36.696126 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:36.766262 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:36.766639 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Checking segment: {'id': '1cce6af2-e25a-43ac-8738-60e4e2fe7724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:36.767182 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:36.771665 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.772118 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Bound using segment: {'id': '1cce6af2-e25a-43ac-8738-60e4e2fe7724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:36.773703 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Bound port: 3ebcfc5d-691c-482a-af61-7b45b8cc4c56, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cce6af2-e25a-43ac-8738-60e4e2fe7724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:36.774104 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.801317 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'name': 'tempest-TestShelveInstance-1115903191-router', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:35Z', 'revision_number': 3, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'gw_port': {'id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:33Z', 'updated_at': '2022-06-17T07:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:36.822480 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Publish callbacks [] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.833742 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.863331 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Checking router: 57725028-d4d3-4fc9-90bd-09564fe92aaa for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:22:36.863838 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Updating router 57725028-d4d3-4fc9-90bd-09564fe92aaa port ebf94976-9ba8-4d61-96f1-a09824331e34 binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:22:36.907861 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.950794 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:36.996843 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Pushing event updated for resources: {'Port': ['ID=4a105a95-2ddf-4ad1-90c4-0c0acf10a03f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:37.136445 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Network d88f2219-d457-40d5-9e59-cf363ee73981 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:37.172527 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.208984 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9dbb4a71-f481-487e-b09d-64412433c84a up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:37.224689 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd65457-a8b5-4668-a346-0d1d46d3f407 req-a9b1d679-be95-4591-a992-d6efdef94adc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:37.226264 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3dd65457-a8b5-4668-a346-0d1d46d3f407 req-a9b1d679-be95-4591-a992-d6efdef94adc tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0929894 Jun 17 07:22:37.228562 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:37.253288 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:37.314461 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:37.320210 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3dd65457-a8b5-4668-a346-0d1d46d3f407 req-fc85cea9-c977-4fde-a93a-6a855bfec4f1 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777600 Jun 17 07:22:37.365810 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'name': 'tempest-TestMinimumBasicScenario-5680128-router', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:31Z', 'updated_at': '2022-06-17T07:22:33Z', 'revision_number': 3, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'gw_port': {'id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:37.385252 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Publish callbacks [] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.385780 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-b842a565-d974-4b02-8834-96dbfd27e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:37.388050 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-b842a565-d974-4b02-8834-96dbfd27e206 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b&tenant_id=277f81ef9ed74a6189221440edd53d4c HTTP/1.1" status: 200 len: 1127 time: 0.0978076 Jun 17 07:22:37.398923 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.421818 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65d790-cded-44b7-a69f-6a4668740144 None None] Pushing event updated for resources: {'Port': ['ID=d9de4de5-c422-4cc1-a165-bcbd37ede8d8,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:37.467898 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Attempting to bind port ebf94976-9ba8-4d61-96f1-a09824331e34 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:37.468428 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Attempting to bind port ebf94976-9ba8-4d61-96f1-a09824331e34 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:37.468918 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Attempting to bind port ebf94976-9ba8-4d61-96f1-a09824331e34 on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:37.472393 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Checking router: 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:22:37.475612 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Updating router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:22:37.487728 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:37.488183 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:37.488634 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.488874 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:37.489000 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:37.489458 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Bound port: ebf94976-9ba8-4d61-96f1-a09824331e34, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:37.489823 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.504601 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:22:37.506716 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347935e-e872-4b90-8375-603f9a6ae9da None None] Pushing event updated for resources: {'Port': ['ID=ebf94976-9ba8-4d61-96f1-a09824331e34,revision_number=2']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:37.531839 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.567280 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-2572f2cb-4fae-496c-98c2-a522df70d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:37.571880 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-2572f2cb-4fae-496c-98c2-a522df70d38d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 1127 time: 0.0905962 Jun 17 07:22:37.596624 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] For port ebf94976-9ba8-4d61-96f1-a09824331e34, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:37.604051 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] For port ebf94976-9ba8-4d61-96f1-a09824331e34, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=ebf94976-9ba8-4d61-96f1-a09824331e34,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:37.613477 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.619667 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] For port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:37.625850 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.675324 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:37.691857 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:37.696782 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Routers {'57725028-d4d3-4fc9-90bd-09564fe92aaa'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:37.697636 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['57725028-d4d3-4fc9-90bd-09564fe92aaa'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:37.715782 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:22:37.724204 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df0862-2778-413b-8568-7b66ec974f17 None None] Network d88f2219-d457-40d5-9e59-cf363ee73981 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:22:37.726983 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-571474ef-ed6c-4dee-a5b2-539edf8ab956 admin admin] 10.222.0.33 "PUT /v2.0/routers/6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9358604 Jun 17 07:22:37.730620 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:37.731891 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 9dbb4a71-f481-487e-b09d-64412433c84a triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:37.732336 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Allocated IP 172.20.0.1 (0e83d670-f6c7-414e-bb41-c0aaebd06477/e359ac1b-03ea-45f6-8be4-e605d5505c84/4724c16a-a5c2-4e1c-b81e-a4e01a57be83) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:22:37.732615 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.739618 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] For port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=3ebcfc5d-691c-482a-af61-7b45b8cc4c56,segment=NetworkSegment(1cce6af2-e25a-43ac-8738-60e4e2fe7724),segment_id=1cce6af2-e25a-43ac-8738-60e4e2fe7724)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:37.768517 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-32985e73-5613-4957-9081-c2992a776b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:37.770104 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-32985e73-5613-4957-9081-c2992a776b61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 917 time: 0.1863081 Jun 17 07:22:37.777573 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347935e-e872-4b90-8375-603f9a6ae9da None None] Pushing event updated for resources: {'Port': ['ID=ebf94976-9ba8-4d61-96f1-a09824331e34,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:37.797568 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-4ceeb280-ae46-4f8d-802c-f25ad6551bf9 None None] Current status of the port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:37.797952 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb280-ae46-4f8d-802c-f25ad6551bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.830312 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.886084 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] Set router 57725028-d4d3-4fc9-90bd-09564fe92aaa gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:37.905364 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-4b8a5f95-86a9-406e-bc75-17c048a40fa4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533 HTTP/1.1" status: 200 len: 999 time: 0.1125093 Jun 17 07:22:37.970024 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Publish callbacks [] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:37.988335 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-87a9df20-7629-4a7b-9296-8d256e819728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:37.990524 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-87a9df20-7629-4a7b-9296-8d256e819728 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 200 len: 855 time: 0.0781097 Jun 17 07:22:38.021264 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 4, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '02a2918f-6d7d-41bf-958a-fb5935cf3ca5', 'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'mac_address': 'fa:16:3e:6e:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:26Z', 'updated_at': '2022-06-17T07:22:34Z', 'revision_number': 4, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'subnets': [{'id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:38.023071 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:38.058191 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-d2bdd66c-3af3-4c32-b14d-483a0493f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:38.060285 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-d2bdd66c-3af3-4c32-b14d-483a0493f62d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621188 Jun 17 07:22:38.061649 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:38.112958 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-4ceeb280-ae46-4f8d-802c-f25ad6551bf9 None None] For port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=02a2918f-6d7d-41bf-958a-fb5935cf3ca5,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:38.123182 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0343cc15-33f9-405b-9005-092ac6445b5d None None] The sync data for ids ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'] in dv-cinder-834822-4-iscsi is: [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 4, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '02a2918f-6d7d-41bf-958a-fb5935cf3ca5', 'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'mac_address': 'fa:16:3e:6e:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:26Z', 'updated_at': '2022-06-17T07:22:34Z', 'revision_number': 4, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'subnets': [{'id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:22:38.150842 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb280-ae46-4f8d-802c-f25ad6551bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:38.175778 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d6088-f845-4b47-9225-c19aaa14ea85 None None] Pushing event updated for resources: {'Port': ['ID=3ebcfc5d-691c-482a-af61-7b45b8cc4c56,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:38.276712 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'name': 'tempest-TestShelveInstance-1115903191-router', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:35Z', 'revision_number': 3, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'gw_port': {'id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:33Z', 'updated_at': '2022-06-17T07:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:38.282861 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-4c186572-5bbf-4b7f-be6e-3dccc92b389e service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908600 Jun 17 07:22:38.287547 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-4ceeb280-ae46-4f8d-802c-f25ad6551bf9 None None] Provisioning complete for port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:38.288090 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb280-ae46-4f8d-802c-f25ad6551bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:38.300203 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Network 0e83d670-f6c7-414e-bb41-c0aaebd06477 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:38.331419 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e595852-1ae6-4d42-8f9b-3a0a61108105 None None] The sync data for ids ['57725028-d4d3-4fc9-90bd-09564fe92aaa'] in dv-cinder-834822-4-iscsi is: [{'id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'name': 'tempest-TestShelveInstance-1115903191-router', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:35Z', 'revision_number': 3, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'gw_port': {'id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:33Z', 'updated_at': '2022-06-17T07:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:22:38.433863 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:38.441595 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:38.445451 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:22:38.446190 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (57725028-d4d3-4fc9-90bd-09564fe92aaa), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:38.455365 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:38.488535 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4724c16a-a5c2-4e1c-b81e-a4e01a57be83,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:38.554287 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 9dbb4a71-f481-487e-b09d-64412433c84a is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:38.554531 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:38.557813 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.557813 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.557813 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.557813 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.558394 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.558394 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.558628 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.558816 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.559587 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.559587 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.559768 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.560120 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.560411 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.560728 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.561045 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:38.719774 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceeb280-ae46-4f8d-802c-f25ad6551bf9 None None] Pushing event updated for resources: {'Port': ['ID=02a2918f-6d7d-41bf-958a-fb5935cf3ca5,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:38.771642 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 9dbb4a71-f481-487e-b09d-64412433c84a, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=9dbb4a71-f481-487e-b09d-64412433c84a,segment=NetworkSegment(3d45aa45-b9ea-448a-a169-d0c621539b5e),segment_id=3d45aa45-b9ea-448a-a169-d0c621539b5e)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:38.834287 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-4ceeb280-ae46-4f8d-802c-f25ad6551bf9 None None] Current status of the port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:38.841177 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:38.842461 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device d9de4de5-c422-4cc1-a165-bcbd37ede8d8 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:39.092194 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-cfe26261-14b6-4bb1-aaa8-09479a241196 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7943671 Jun 17 07:22:39.093296 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-90c6863d-cad0-4104-bc65-77412f886a4f None None] Provisioning complete for port 9dbb4a71-f481-487e-b09d-64412433c84a triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:39.093673 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-90c6863d-cad0-4104-bc65-77412f886a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.098969 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9f6fc-c757-45e4-864a-8f261b4f83fc req-23e55bfb-025c-47ef-8dce-637e0bb52080 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:39.100285 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e9d9f6fc-c757-45e4-864a-8f261b4f83fc req-23e55bfb-025c-47ef-8dce-637e0bb52080 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.5904167 Jun 17 07:22:39.275145 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=9dbb4a71-f481-487e-b09d-64412433c84a,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:39.286697 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Publish callbacks [] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.299359 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:39.328161 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:39.329201 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.331109 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.417937 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e9d9f6fc-c757-45e4-864a-8f261b4f83fc req-cd283593-019a-40fb-9620-aa06adf6190d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608647 Jun 17 07:22:39.419630 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.545374 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:39.549013 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31f9b8-37ef-45c9-9a29-b08647f0c750 None None] Pushing event updated for resources: {'Port': ['ID=092741e2-7c1e-4839-80f2-90ac9d9d5d2b,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:39.647966 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-90c6863d-cad0-4104-bc65-77412f886a4f None None] Current status of the port 9dbb4a71-f481-487e-b09d-64412433c84a is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:39.654885 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Attempting to bind port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:39.655258 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Attempting to bind port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:39.655614 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Attempting to bind port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:39.662471 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:39.662831 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:39.663484 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.664178 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:39.664636 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Bound port: 092741e2-7c1e-4839-80f2-90ac9d9d5d2b, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:39.665006 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.903441 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] For port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:39.924420 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] For port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=092741e2-7c1e-4839-80f2-90ac9d9d5d2b,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:39.934478 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-e01dd599-13b2-4353-98cc-850e91316d90 None None] Provisioning complete for port 9dbb4a71-f481-487e-b09d-64412433c84a triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:39.934618 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e01dd599-13b2-4353-98cc-850e91316d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.938549 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Publish callbacks [] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.960593 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.961836 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (57725028-d4d3-4fc9-90bd-09564fe92aaa), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.988817 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:39.997764 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d94aa2-cf82-4a46-9823-e927c587b99c None None] Network 0e83d670-f6c7-414e-bb41-c0aaebd06477 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:22:40.006204 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:40.163574 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Pushing event updated for resources: {'Port': ['ID=4724c16a-a5c2-4e1c-b81e-a4e01a57be83,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:40.198427 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:40.216205 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31f9b8-37ef-45c9-9a29-b08647f0c750 None None] Pushing event updated for resources: {'Port': ['ID=092741e2-7c1e-4839-80f2-90ac9d9d5d2b,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:40.225796 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Network 0e83d670-f6c7-414e-bb41-c0aaebd06477 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:22:40.228041 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:22:40.237068 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Routers {'6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:40.237685 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:40.681465 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2aef7-caab-4d93-8c3e-a7882c366ee1 req-fac62ee9-2cae-4f17-b4b2-444005919259 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:40.692830 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-07c2aef7-caab-4d93-8c3e-a7882c366ee1 req-fac62ee9-2cae-4f17-b4b2-444005919259 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.1090372 Jun 17 07:22:40.706016 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Router 57725028-d4d3-4fc9-90bd-09564fe92aaa has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:22:40.710679 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:40.886675 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device ebf94976-9ba8-4d61-96f1-a09824331e34 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:40.935816 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-e01dd599-13b2-4353-98cc-850e91316d90 None None] Current status of the port 9dbb4a71-f481-487e-b09d-64412433c84a is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:40.978584 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port ebf94976-9ba8-4d61-96f1-a09824331e34 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:40.979318 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:41.072487 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] Set router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:41.089658 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:22:41.132093 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-07c2aef7-caab-4d93-8c3e-a7882c366ee1 req-975c385f-65b4-4331-89de-bc0b006c07d8 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4135907 Jun 17 07:22:41.136608 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-e2b16b64-7529-4d31-8489-b15bd3cf39a9 admin admin] 10.222.0.33 "PUT /v2.0/routers/57725028-d4d3-4fc9-90bd-09564fe92aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9780910 Jun 17 07:22:41.287589 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:41.330578 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-e01dd599-13b2-4353-98cc-850e91316d90 None None] Provisioning complete for port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:41.331231 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e01dd599-13b2-4353-98cc-850e91316d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:41.378272 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-e01dd599-13b2-4353-98cc-850e91316d90 None None] Port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:22:41.717920 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-cad030ce-ae06-4035-8e4c-49608f9f3ea0 None None] Provisioning complete for port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:41.719974 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-cad030ce-ae06-4035-8e4c-49608f9f3ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:41.893516 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port ebf94976-9ba8-4d61-96f1-a09824331e34 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:41.894177 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:41.948921 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port ebf94976-9ba8-4d61-96f1-a09824331e34, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=ebf94976-9ba8-4d61-96f1-a09824331e34,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:41.957049 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'name': 'tempest-TestMinimumBasicScenario-5680128-router', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:31Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 4, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'gw_port': {'id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '4a105a95-2ddf-4ad1-90c4-0c0acf10a03f', 'name': '', 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'mac_address': 'fa:16:3e:03:a6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'da16fa83-d822-4f64-abd1-1c88e11e057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:35Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 2, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'subnets': [{'id': 'da16fa83-d822-4f64-abd1-1c88e11e057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:41.961699 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:41.963208 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:41.981070 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38044) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:41.986259 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-09f4c30b-632b-458d-b832-a737f6480872 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422647402', 'description': 'tempest-secgroup-smoke-422647402 description', 'project_id': 'f92a857cef0a43d4907fbc667e30df6d'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:42.049595 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09f4c30b-632b-458d-b832-a737f6480872 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.092402 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aba27d-9d0e-41d3-803b-6139ac2a8293 None None] The sync data for ids ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'] in dv-cinder-834822-4-iscsi is: [{'id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'name': 'tempest-TestMinimumBasicScenario-5680128-router', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:31Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 4, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'gw_port': {'id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '4a105a95-2ddf-4ad1-90c4-0c0acf10a03f', 'name': '', 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'mac_address': 'fa:16:3e:03:a6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'da16fa83-d822-4f64-abd1-1c88e11e057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:35Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 2, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'subnets': [{'id': 'da16fa83-d822-4f64-abd1-1c88e11e057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:22:42.213362 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:42.275019 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-cad030ce-ae06-4035-8e4c-49608f9f3ea0 None None] Current status of the port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:42.275753 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-cad030ce-ae06-4035-8e4c-49608f9f3ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.402629 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09f4c30b-632b-458d-b832-a737f6480872 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group (dbfc4055-6e56-49e6-bfa6-55b625e914e6), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.415879 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09f4c30b-632b-458d-b832-a737f6480872 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (dbfc4055-6e56-49e6-bfa6-55b625e914e6), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.500755 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=ebf94976-9ba8-4d61-96f1-a09824331e34,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:42.535173 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:42.540260 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.551356 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-cad030ce-ae06-4035-8e4c-49608f9f3ea0 None None] For port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=3ebcfc5d-691c-482a-af61-7b45b8cc4c56,segment=NetworkSegment(1cce6af2-e25a-43ac-8738-60e4e2fe7724),segment_id=1cce6af2-e25a-43ac-8738-60e4e2fe7724)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:42.587484 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09f4c30b-632b-458d-b832-a737f6480872 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.591875 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-cad030ce-ae06-4035-8e4c-49608f9f3ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.592430 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 38048) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:42.593172 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-09f4c30b-632b-458d-b832-a737f6480872 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6102250 Jun 17 07:22:42.600480 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc4055-6e56-49e6-bfa6-55b625e914e6', 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:42.611064 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4c30b-632b-458d-b832-a737f6480872 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfc4055-6e56-49e6-bfa6-55b625e914e6,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:42.630823 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6abb5-5b91-4a4a-9725-1c2bd1f697d2 req-0d60adf3-3a21-4bcc-8193-13b46f2e3e05 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:42.632716 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-63a6abb5-5b91-4a4a-9725-1c2bd1f697d2 req-0d60adf3-3a21-4bcc-8193-13b46f2e3e05 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.2269964 Jun 17 07:22:42.692214 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-cad030ce-ae06-4035-8e4c-49608f9f3ea0 None None] Provisioning complete for port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:42.692596 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-cad030ce-ae06-4035-8e4c-49608f9f3ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.721596 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-63a6abb5-5b91-4a4a-9725-1c2bd1f697d2 req-8ab711ca-ee7f-4c49-a1c6-53111199975d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733037 Jun 17 07:22:42.737826 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (c43136ad-d799-4321-95b0-2a9f5985cd80), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.793359 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad030ce-ae06-4035-8e4c-49608f9f3ea0 None None] Pushing event updated for resources: {'Port': ['ID=3ebcfc5d-691c-482a-af61-7b45b8cc4c56,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:42.800902 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-cad030ce-ae06-4035-8e4c-49608f9f3ea0 None None] Port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:22:42.805655 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:42.806800 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9dbb4a71-f481-487e-b09d-64412433c84a up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:42.824373 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (c43136ad-d799-4321-95b0-2a9f5985cd80), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.831076 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (c43136ad-d799-4321-95b0-2a9f5985cd80), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.861859 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43136ad-d799-4321-95b0-2a9f5985cd80,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:42.876033 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.883709 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38050) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:42.885943 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 9dbb4a71-f481-487e-b09d-64412433c84a triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:42.886219 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.891465 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-0e7ddee1-3edb-4912-8812-39d7a1cb6cf5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc4055-6e56-49e6-bfa6-55b625e914e6', 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:42.896988 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3018517 Jun 17 07:22:42.909094 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.912284 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.914550 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.915165 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.915623 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.919354 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.920431 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.922318 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.923985 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.924614 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.927625 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.928310 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.928902 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.929482 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.930041 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b347d-b4ac-443a-87bc-c570be578547 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:22:42.990491 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0e7ddee1-3edb-4912-8812-39d7a1cb6cf5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (43ad19c7-2879-408c-8c35-f636fd398661), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.992652 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-85fb7322-6bf0-4ff8-b57f-c07151f5a318 None None] Provisioning complete for port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:42.993769 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-85fb7322-6bf0-4ff8-b57f-c07151f5a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:42.997203 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:43.035124 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:43.101596 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-85fb7322-6bf0-4ff8-b57f-c07151f5a318 None None] Port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:22:43.186607 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-85fb7322-6bf0-4ff8-b57f-c07151f5a318 None None] Provisioning complete for port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:43.186977 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-85fb7322-6bf0-4ff8-b57f-c07151f5a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:43.197415 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0e7ddee1-3edb-4912-8812-39d7a1cb6cf5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (43ad19c7-2879-408c-8c35-f636fd398661), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:43.204626 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0e7ddee1-3edb-4912-8812-39d7a1cb6cf5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (43ad19c7-2879-408c-8c35-f636fd398661), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:43.240927 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 9dbb4a71-f481-487e-b09d-64412433c84a is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:43.242009 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device d9de4de5-c422-4cc1-a165-bcbd37ede8d8 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:43.250813 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0e7ddee1-3edb-4912-8812-39d7a1cb6cf5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:43.252300 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-0e7ddee1-3edb-4912-8812-39d7a1cb6cf5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3643992 Jun 17 07:22:43.255247 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 38054) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:43.262471 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7dabbfab-df0f-4812-ae34-57989dfd77fa tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc4055-6e56-49e6-bfa6-55b625e914e6', 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:43.270846 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ddee1-3edb-4912-8812-39d7a1cb6cf5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ad19c7-2879-408c-8c35-f636fd398661,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:43.363167 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7dabbfab-df0f-4812-ae34-57989dfd77fa tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (e2f302f4-82c6-4746-9c0e-65d120297f29), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:43.363957 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-85fb7322-6bf0-4ff8-b57f-c07151f5a318 None None] Current status of the port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:43.403805 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:43.404012 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:43.581679 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:43.615274 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:43.617115 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:43.650343 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7dabbfab-df0f-4812-ae34-57989dfd77fa tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (e2f302f4-82c6-4746-9c0e-65d120297f29), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:43.660906 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7dabbfab-df0f-4812-ae34-57989dfd77fa tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (e2f302f4-82c6-4746-9c0e-65d120297f29), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:43.708358 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabbfab-df0f-4812-ae34-57989dfd77fa tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f302f4-82c6-4746-9c0e-65d120297f29,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:43.721612 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7dabbfab-df0f-4812-ae34-57989dfd77fa tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:43.725749 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38056) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:43.726432 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-7dabbfab-df0f-4812-ae34-57989dfd77fa tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4665427 Jun 17 07:22:43.731407 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-dbd4a602-65d5-4a57-afb5-278bc0e86020 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc4055-6e56-49e6-bfa6-55b625e914e6', 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:43.754649 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:43.755237 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:43.910178 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:43.915706 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a602-65d5-4a57-afb5-278bc0e86020 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (938a9257-38d0-4965-8a40-fe414a8eded1), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:44.103852 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b94206-23dc-4269-8c5f-529515596397 req-066fba8d-6e27-4ee0-9866-ab54ef62ecfe tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:44.108449 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-21b94206-23dc-4269-8c5f-529515596397 req-066fba8d-6e27-4ee0-9866-ab54ef62ecfe tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.1559100 Jun 17 07:22:44.110807 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:44.179177 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-3c087ce3-64ed-4f0f-a3d0-3a972a3bb6e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817003 Jun 17 07:22:44.181143 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a602-65d5-4a57-afb5-278bc0e86020 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (938a9257-38d0-4965-8a40-fe414a8eded1), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:44.188984 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a602-65d5-4a57-afb5-278bc0e86020 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (938a9257-38d0-4965-8a40-fe414a8eded1), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:44.208839 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Sync routers for ids ['57725028-d4d3-4fc9-90bd-09564fe92aaa'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:22:44.221022 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4a602-65d5-4a57-afb5-278bc0e86020 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938a9257-38d0-4965-8a40-fe414a8eded1,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:44.227224 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a602-65d5-4a57-afb5-278bc0e86020 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:44.228849 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-dbd4a602-65d5-4a57-afb5-278bc0e86020 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5016329 Jun 17 07:22:44.235597 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38062) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:44.238381 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Routers {'57725028-d4d3-4fc9-90bd-09564fe92aaa'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:44.243609 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-a5bc8515-89c8-4d10-b42d-3f61c47f3e00 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc4055-6e56-49e6-bfa6-55b625e914e6', 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:44.244801 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['57725028-d4d3-4fc9-90bd-09564fe92aaa'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:44.325019 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:44.347983 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-b4bae9e3-c6f3-46cf-9fff-5f072ed6ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:44.347983 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-b4bae9e3-c6f3-46cf-9fff-5f072ed6ec46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 1129 time: 0.0869832 Jun 17 07:22:44.347983 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.securitygroups_db [None req-a5bc8515-89c8-4d10-b42d-3f61c47f3e00 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Project f92a857cef0a43d4907fbc667e30df6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 07:22:44.351370 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8515-89c8-4d10-b42d-3f61c47f3e00 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (14e49f6a-b90f-4318-b4c5-37cbe2dca016), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:44.357165 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-21b94206-23dc-4269-8c5f-529515596397 req-9f6f88f9-83de-48bb-ad6c-d25087f4fd94 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384124 Jun 17 07:22:44.569753 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:44.685403 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Set router 57725028-d4d3-4fc9-90bd-09564fe92aaa gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:44.723584 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-eeb19839-f8d0-4e7f-b584-8786ea6764dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:44.725109 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-eeb19839-f8d0-4e7f-b584-8786ea6764dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.2660875 Jun 17 07:22:44.787000 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:44.788857 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:44.796307 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-0c30b434-6c65-4861-abd3-133bc97c637b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b91810a2-f141-4e45-96ab-9963b0a82c19 HTTP/1.1" status: 200 len: 217 time: 0.0565579 Jun 17 07:22:44.803091 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8515-89c8-4d10-b42d-3f61c47f3e00 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (14e49f6a-b90f-4318-b4c5-37cbe2dca016), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:44.817894 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8515-89c8-4d10-b42d-3f61c47f3e00 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (14e49f6a-b90f-4318-b4c5-37cbe2dca016), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:44.914519 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8515-89c8-4d10-b42d-3f61c47f3e00 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:44.919434 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 38064) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:22:44.926487 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a5bc8515-89c8-4d10-b42d-3f61c47f3e00 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6791141 Jun 17 07:22:44.927801 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a38d8e6c-54a0-450d-9f5a-0152f5a63dc8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc4055-6e56-49e6-bfa6-55b625e914e6', 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:22:44.993399 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-a38d8e6c-54a0-450d-9f5a-0152f5a63dc8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Project f92a857cef0a43d4907fbc667e30df6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 07:22:45.000999 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc8515-89c8-4d10-b42d-3f61c47f3e00 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e49f6a-b90f-4318-b4c5-37cbe2dca016,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:45.019711 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a38d8e6c-54a0-450d-9f5a-0152f5a63dc8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (86b99a12-c7f1-41ca-9f0d-757de1873199), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:45.072928 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-50ed8ed1-e291-456b-94c4-07adc6727dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:45.074441 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-50ed8ed1-e291-456b-94c4-07adc6727dbe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.2082129 Jun 17 07:22:45.144742 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a38d8e6c-54a0-450d-9f5a-0152f5a63dc8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (86b99a12-c7f1-41ca-9f0d-757de1873199), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:45.186205 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a38d8e6c-54a0-450d-9f5a-0152f5a63dc8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (86b99a12-c7f1-41ca-9f0d-757de1873199), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:45.216404 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-e62b8fe6-e0aa-4f50-a656-606887c011f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:45.218211 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-e62b8fe6-e0aa-4f50-a656-606887c011f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1297593 Jun 17 07:22:45.229039 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d8e6c-54a0-450d-9f5a-0152f5a63dc8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b99a12-c7f1-41ca-9f0d-757de1873199,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:45.255065 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a38d8e6c-54a0-450d-9f5a-0152f5a63dc8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:45.267853 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-a38d8e6c-54a0-450d-9f5a-0152f5a63dc8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3458953 Jun 17 07:22:45.454327 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-3e4374e6-1dd5-4442-a43d-892a35e9202a service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201719 Jun 17 07:22:45.458112 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:45.526420 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:45.528195 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device ebf94976-9ba8-4d61-96f1-a09824331e34 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:45.578904 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'name': 'tempest-TestShelveInstance-1115903191-router', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:39Z', 'revision_number': 4, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'gw_port': {'id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:33Z', 'updated_at': '2022-06-17T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '4724c16a-a5c2-4e1c-b81e-a4e01a57be83', 'name': '', 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'mac_address': 'fa:16:3e:59:da:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e359ac1b-03ea-45f6-8be4-e605d5505c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:37Z', 'updated_at': '2022-06-17T07:22:39Z', 'revision_number': 2, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'subnets': [{'id': 'e359ac1b-03ea-45f6-8be4-e605d5505c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:45.603908 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb2864-0ca0-4fa0-9dad-ab2382d1446f req-a09055ea-1821-4acb-ab66-a613297df7f5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:45.603908 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a1fb2864-0ca0-4fa0-9dad-ab2382d1446f req-a09055ea-1821-4acb-ab66-a613297df7f5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0803235 Jun 17 07:22:45.623449 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Checking router: 57725028-d4d3-4fc9-90bd-09564fe92aaa for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:22:45.624084 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Updating router 57725028-d4d3-4fc9-90bd-09564fe92aaa port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:22:45.683171 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:45.728058 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-81deb49a-d9f2-40b3-a88d-5e9a373e8deb req-3653f5e9-1100-4036-9585-ac971e7c0d23 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615480 Jun 17 07:22:45.731587 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:45.751594 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port ebf94976-9ba8-4d61-96f1-a09824331e34 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:45.751594 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:45.763609 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a1fb2864-0ca0-4fa0-9dad-ab2382d1446f req-87044113-c63e-4ab1-85e0-3d028ef08ca7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081791 Jun 17 07:22:45.816845 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:45.934248 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:46.010462 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port ebf94976-9ba8-4d61-96f1-a09824331e34 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:46.283162 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 092741e2-7c1e-4839-80f2-90ac9d9d5d2b up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:46.317567 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Publish callbacks [] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:46.329308 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:46.431052 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12039626-4905-4605-bc25-edb2b939fe1a None None] Pushing event updated for resources: {'Port': ['ID=4724c16a-a5c2-4e1c-b81e-a4e01a57be83,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:46.450829 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:46.451210 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:46.531444 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Attempting to bind port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:46.532369 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Attempting to bind port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '1cce6af2-e25a-43ac-8738-60e4e2fe7724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:46.534621 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Attempting to bind port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 on network 0e83d670-f6c7-414e-bb41-c0aaebd06477 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:46.559431 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:46.559812 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Checking segment: {'id': '1cce6af2-e25a-43ac-8738-60e4e2fe7724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:46.560223 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:46.560612 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Bound using segment: {'id': '1cce6af2-e25a-43ac-8738-60e4e2fe7724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:46.561089 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Bound port: 4724c16a-a5c2-4e1c-b81e-a4e01a57be83, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cce6af2-e25a-43ac-8738-60e4e2fe7724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:46.561458 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:46.716835 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:46.717216 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:46.756990 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] For port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:46.761730 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] For port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=4724c16a-a5c2-4e1c-b81e-a4e01a57be83,segment=NetworkSegment(1cce6af2-e25a-43ac-8738-60e4e2fe7724),segment_id=1cce6af2-e25a-43ac-8738-60e4e2fe7724)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:46.768226 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=092741e2-7c1e-4839-80f2-90ac9d9d5d2b,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:46.773811 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:46.781363 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:46.898704 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Routers {'57725028-d4d3-4fc9-90bd-09564fe92aaa'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:46.900422 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['57725028-d4d3-4fc9-90bd-09564fe92aaa'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:46.911320 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=092741e2-7c1e-4839-80f2-90ac9d9d5d2b,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:46.973005 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12039626-4905-4605-bc25-edb2b939fe1a None None] Pushing event updated for resources: {'Port': ['ID=4724c16a-a5c2-4e1c-b81e-a4e01a57be83,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:47.024255 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a8950-821e-467b-ba57-3e9070fb0dc7 req-c73210f6-b6e8-4fa3-bbf1-0811a443f75f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:47.033772 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-045a8950-821e-467b-ba57-3e9070fb0dc7 req-c73210f6-b6e8-4fa3-bbf1-0811a443f75f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.1016080 Jun 17 07:22:47.040538 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-a04967e0-2cc8-434e-a07e-c85eaf2ed2f9 None None] Provisioning complete for port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:47.040915 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a04967e0-2cc8-434e-a07e-c85eaf2ed2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:47.069180 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:47.090740 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:47.097853 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:47.136384 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-045a8950-821e-467b-ba57-3e9070fb0dc7 req-cbcfcc70-9b22-4266-a24b-f6c9896a47d8 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002200 Jun 17 07:22:47.262116 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] Set router 57725028-d4d3-4fc9-90bd-09564fe92aaa gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:47.265624 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-a04967e0-2cc8-434e-a07e-c85eaf2ed2f9 None None] Current status of the port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:47.266152 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a04967e0-2cc8-434e-a07e-c85eaf2ed2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:47.437788 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-a04967e0-2cc8-434e-a07e-c85eaf2ed2f9 None None] For port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=4724c16a-a5c2-4e1c-b81e-a4e01a57be83,segment=NetworkSegment(1cce6af2-e25a-43ac-8738-60e4e2fe7724),segment_id=1cce6af2-e25a-43ac-8738-60e4e2fe7724)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:47.452453 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a04967e0-2cc8-434e-a07e-c85eaf2ed2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:47.552346 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04967e0-2cc8-434e-a07e-c85eaf2ed2f9 None None] Pushing event updated for resources: {'Port': ['ID=4724c16a-a5c2-4e1c-b81e-a4e01a57be83,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:47.606220 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-1897e6f4-3627-4efc-b295-9adfea5a36ff None None] Provisioning complete for port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:47.606600 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1897e6f4-3627-4efc-b295-9adfea5a36ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:47.721463 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'name': 'tempest-TestShelveInstance-1115903191-router', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:39Z', 'revision_number': 4, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'gw_port': {'id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:33Z', 'updated_at': '2022-06-17T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '4724c16a-a5c2-4e1c-b81e-a4e01a57be83', 'name': '', 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'mac_address': 'fa:16:3e:59:da:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e359ac1b-03ea-45f6-8be4-e605d5505c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:37Z', 'updated_at': '2022-06-17T07:22:46Z', 'revision_number': 4, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'subnets': [{'id': 'e359ac1b-03ea-45f6-8be4-e605d5505c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:47.880996 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77584f4f-ea45-4113-90b8-6aed4a0c9044 None None] The sync data for ids ['57725028-d4d3-4fc9-90bd-09564fe92aaa'] in dv-cinder-834822-4-iscsi is: [{'id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'name': 'tempest-TestShelveInstance-1115903191-router', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:39Z', 'revision_number': 4, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'gw_port': {'id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:33Z', 'updated_at': '2022-06-17T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '4724c16a-a5c2-4e1c-b81e-a4e01a57be83', 'name': '', 'network_id': '0e83d670-f6c7-414e-bb41-c0aaebd06477', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'mac_address': 'fa:16:3e:59:da:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'e359ac1b-03ea-45f6-8be4-e605d5505c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:37Z', 'updated_at': '2022-06-17T07:22:46Z', 'revision_number': 4, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'subnets': [{'id': 'e359ac1b-03ea-45f6-8be4-e605d5505c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:22:47.969409 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-1897e6f4-3627-4efc-b295-9adfea5a36ff None None] Current status of the port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:48.253511 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:48.280273 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=22 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:48.301428 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 092741e2-7c1e-4839-80f2-90ac9d9d5d2b up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:48.564322 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff78b7-27c9-4072-be10-e35321521dd6 req-00e7b887-e01a-494d-ad68-4dfbac14aa27 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:48.576145 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bbff78b7-27c9-4072-be10-e35321521dd6 req-00e7b887-e01a-494d-ad68-4dfbac14aa27 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.2862782 Jun 17 07:22:48.577281 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:48.580006 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:48.686445 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:48.702974 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bbff78b7-27c9-4072-be10-e35321521dd6 req-cd9cfc6a-b122-44f9-93be-8414cb451e91 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240895 Jun 17 07:22:49.200506 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Sync routers for ids ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:22:49.215404 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Routers {'6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:49.216357 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:49.542577 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Set router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:49.893330 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'name': 'tempest-TestMinimumBasicScenario-5680128-router', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:31Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 4, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'gw_port': {'id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '4a105a95-2ddf-4ad1-90c4-0c0acf10a03f', 'name': '', 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'mac_address': 'fa:16:3e:03:a6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'da16fa83-d822-4f64-abd1-1c88e11e057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:35Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 2, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'subnets': [{'id': 'da16fa83-d822-4f64-abd1-1c88e11e057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:49.940541 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89325ffb-68d1-4bb8-a98a-33bd2701ab14 req-78ee431a-7941-4ff3-aecc-8a2d0506d6c2 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:49.942081 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-89325ffb-68d1-4bb8-a98a-33bd2701ab14 req-78ee431a-7941-4ff3-aecc-8a2d0506d6c2 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0992210 Jun 17 07:22:49.942732 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Checking router: 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:22:49.943216 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Updating router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:22:50.005919 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:50.064922 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-89325ffb-68d1-4bb8-a98a-33bd2701ab14 req-b9269097-e45e-40e7-b7e6-bf9700044808 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065166 Jun 17 07:22:50.339534 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:50.462330 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:50.462939 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:50.591922 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Publish callbacks [] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:50.604899 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:50.619851 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:50.653946 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:50.657982 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5078c81-fe6e-4ba7-a7ed-73e20f40acf6 None None] Pushing event updated for resources: {'Port': ['ID=4a105a95-2ddf-4ad1-90c4-0c0acf10a03f,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:50.761251 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Attempting to bind port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:22:50.762067 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Attempting to bind port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '3d45aa45-b9ea-448a-a169-d0c621539b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:22:50.762667 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Attempting to bind port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f on network d88f2219-d457-40d5-9e59-cf363ee73981 {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:22:50.770092 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:22:50.770915 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Checking segment: {'id': '3d45aa45-b9ea-448a-a169-d0c621539b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:22:50.771767 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:50.772582 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Bound using segment: {'id': '3d45aa45-b9ea-448a-a169-d0c621539b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:22:50.773314 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Bound port: 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d45aa45-b9ea-448a-a169-d0c621539b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:22:50.773920 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:50.869348 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] For port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:22:50.873800 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] For port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=4a105a95-2ddf-4ad1-90c4-0c0acf10a03f,segment=NetworkSegment(3d45aa45-b9ea-448a-a169-d0c621539b5e),segment_id=3d45aa45-b9ea-448a-a169-d0c621539b5e)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:22:50.884075 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:50.994938 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Routers {'6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:22:50.995610 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:22:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:50.999275 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5078c81-fe6e-4ba7-a7ed-73e20f40acf6 None None] Pushing event updated for resources: {'Port': ['ID=4a105a95-2ddf-4ad1-90c4-0c0acf10a03f,revision_number=4']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:51.238778 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-4016a4c5-f1cf-4eea-8eb1-21491d03b7f3 None None] Provisioning complete for port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:51.241811 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4016a4c5-f1cf-4eea-8eb1-21491d03b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:51.262099 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] Set router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:22:51.341291 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:51.370541 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:51.431450 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edf15d-18c2-4284-9911-a64d32b66af1 req-f911f302-1ce2-4f19-bb01-e09b1404f20e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:51.443296 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-42edf15d-18c2-4284-9911-a64d32b66af1 req-f911f302-1ce2-4f19-bb01-e09b1404f20e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.1670303 Jun 17 07:22:51.513748 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-4016a4c5-f1cf-4eea-8eb1-21491d03b7f3 None None] Current status of the port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:51.514148 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4016a4c5-f1cf-4eea-8eb1-21491d03b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:51.536772 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-42edf15d-18c2-4284-9911-a64d32b66af1 req-6561c438-21ec-4580-853c-7f4448f2f0ee tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894485 Jun 17 07:22:51.558473 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-4016a4c5-f1cf-4eea-8eb1-21491d03b7f3 None None] For port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=4a105a95-2ddf-4ad1-90c4-0c0acf10a03f,segment=NetworkSegment(3d45aa45-b9ea-448a-a169-d0c621539b5e),segment_id=3d45aa45-b9ea-448a-a169-d0c621539b5e)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:22:51.568153 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4016a4c5-f1cf-4eea-8eb1-21491d03b7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:51.643289 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016a4c5-f1cf-4eea-8eb1-21491d03b7f3 None None] Pushing event updated for resources: {'Port': ['ID=4a105a95-2ddf-4ad1-90c4-0c0acf10a03f,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:22:51.702312 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-bd0e0322-8e6d-418b-81f4-4993ff4116f6 None None] Provisioning complete for port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:51.702680 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0322-8e6d-418b-81f4-4993ff4116f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:51.711362 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:51.730399 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'name': 'tempest-TestMinimumBasicScenario-5680128-router', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:31Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 4, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'gw_port': {'id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '4a105a95-2ddf-4ad1-90c4-0c0acf10a03f', 'name': '', 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'mac_address': 'fa:16:3e:03:a6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'da16fa83-d822-4f64-abd1-1c88e11e057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:35Z', 'updated_at': '2022-06-17T07:22:50Z', 'revision_number': 4, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'subnets': [{'id': 'da16fa83-d822-4f64-abd1-1c88e11e057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:22:51.788774 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c6cc7-9bea-44d7-867c-6a08cd29c730 None None] The sync data for ids ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'] in dv-cinder-834822-4-iscsi is: [{'id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'name': 'tempest-TestMinimumBasicScenario-5680128-router', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:31Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 4, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'gw_port': {'id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '4a105a95-2ddf-4ad1-90c4-0c0acf10a03f', 'name': '', 'network_id': 'd88f2219-d457-40d5-9e59-cf363ee73981', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'mac_address': 'fa:16:3e:03:a6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'da16fa83-d822-4f64-abd1-1c88e11e057c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:35Z', 'updated_at': '2022-06-17T07:22:50Z', 'revision_number': 4, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'subnets': [{'id': 'da16fa83-d822-4f64-abd1-1c88e11e057c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:22:51.914488 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e0322-8e6d-418b-81f4-4993ff4116f6 None None] Current status of the port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:52.316114 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:22:52.403973 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:22:52.409056 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:22:52.582080 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:22:52.743994 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813806-5f94-4662-bfa0-ce2906aa3ee9 req-834cbd3b-922a-44fe-bc1d-d8a29f04bf7d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:52.753757 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5c813806-5f94-4662-bfa0-ce2906aa3ee9 req-834cbd3b-922a-44fe-bc1d-d8a29f04bf7d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0879791 Jun 17 07:22:52.840034 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5c813806-5f94-4662-bfa0-ce2906aa3ee9 req-f1a548c7-47f5-4018-8cdf-1dd08d3893d6 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849559 Jun 17 07:22:53.999360 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfa967-9195-4aaa-b082-2be914869dcb req-f5afdd3a-533f-46b7-9a00-88b3fd6c6790 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:54.001770 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bddfa967-9195-4aaa-b082-2be914869dcb req-f5afdd3a-533f-46b7-9a00-88b3fd6c6790 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0689127 Jun 17 07:22:54.060928 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bddfa967-9195-4aaa-b082-2be914869dcb req-32985339-214a-4a57-99fa-fb700b7760aa tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516486 Jun 17 07:22:55.231499 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a3658-ba5e-44bd-98a3-b41d9cad7ba6 req-9ab800ee-1c0b-40d9-9d56-55ce3234f162 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:55.239824 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7c3a3658-ba5e-44bd-98a3-b41d9cad7ba6 req-9ab800ee-1c0b-40d9-9d56-55ce3234f162 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0969472 Jun 17 07:22:55.307844 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7c3a3658-ba5e-44bd-98a3-b41d9cad7ba6 req-0af326e4-9167-4c8b-8dc8-aba87ef7b9ae tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603764 Jun 17 07:22:55.941248 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-e28f69e3-6a06-4f92-9031-35712d25eb08 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:55.942776 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-e28f69e3-6a06-4f92-9031-35712d25eb08 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/networks?id=d4261208-8732-4882-af5c-da7bee4077d9 HTTP/1.1" status: 200 len: 814 time: 0.1009405 Jun 17 07:22:55.958920 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-724410bd-9f86-43fa-8cf2-7ddcd48a19c9 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/quotas/52a029f97a9e4142802a9786ae2f6d58 HTTP/1.1" status: 200 len: 375 time: 0.0097256 Jun 17 07:22:56.012356 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-44f8054d-77c6-42fa-9f36-df9392bc4610 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=52a029f97a9e4142802a9786ae2f6d58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472813 Jun 17 07:22:56.106917 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-5ed29e11-755e-473e-8c85-27457cbc80e9 service neutron] 10.222.0.33 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827324 Jun 17 07:22:56.191695 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:56.203237 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-2cd3b113-9652-45d9-b27b-09204921e55a service neutron] 10.222.0.33 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905612 Jun 17 07:22:56.376471 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d1904ebe-e0a4-40e8-8caf-780212e9f758 req-149308f7-88c4-4931-a3f3-3116c7c94aa3 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 210 time: 0.0310459 Jun 17 07:22:56.454800 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f75e0-4c50-4582-9692-435056f23396 req-4f11c7a2-4e0a-4808-b446-5b81c3f02cfb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:56.460552 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-016f75e0-4c50-4582-9692-435056f23396 req-4f11c7a2-4e0a-4808-b446-5b81c3f02cfb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0549808 Jun 17 07:22:56.509433 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-016f75e0-4c50-4582-9692-435056f23396 req-98376ce7-edc9-4307-a3fb-b9d9768a4768 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453777 Jun 17 07:22:57.361249 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:22:57.472932 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-48eb5522-0fe5-4e35-9930-042f3ba8f7b9 req-8a7b1174-0122-4b9c-9772-499043b74718 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 210 time: 0.0292606 Jun 17 07:22:57.634892 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e5864-e37e-4322-9a41-e56a2d4e9119 req-664fcc14-7cf6-4658-92d7-16a1fa0efa83 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:57.636386 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c14e5864-e37e-4322-9a41-e56a2d4e9119 req-664fcc14-7cf6-4658-92d7-16a1fa0efa83 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0465970 Jun 17 07:22:57.688264 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c14e5864-e37e-4322-9a41-e56a2d4e9119 req-dc43537d-f65a-4c01-b8fc-181a2c6f40d3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460870 Jun 17 07:22:58.569717 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b729fb0a-a125-4d52-89c4-7e2202cd045d req-0d9c2781-33c1-4df6-9a93-e612b9d22d2f tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Jun 17 07:22:58.809881 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc295557-0916-4269-b14e-31195676300b req-5c7af16e-5b56-4eec-85cc-f4fae2e0f98f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:58.811407 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cc295557-0916-4269-b14e-31195676300b req-5c7af16e-5b56-4eec-85cc-f4fae2e0f98f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0501623 Jun 17 07:22:58.860322 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cc295557-0916-4269-b14e-31195676300b req-ac3c9657-2265-4698-9355-c46fc57a6940 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432410 Jun 17 07:22:59.668314 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1bd5d07b-ca3c-4268-8778-59797e73bcdf req-37e51f7e-7cb0-48c3-8bb4-5b664972898c tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 210 time: 0.0307772 Jun 17 07:22:59.971444 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:22:59.980481 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99acc08-1984-4013-b43d-57606d95b304 req-3ad4c779-3527-4f65-b509-66705255a274 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:22:59.981979 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e99acc08-1984-4013-b43d-57606d95b304 req-3ad4c779-3527-4f65-b509-66705255a274 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0475748 Jun 17 07:23:00.030139 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e99acc08-1984-4013-b43d-57606d95b304 req-469b85ad-7175-437d-a1c3-ce0c04c26e27 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423696 Jun 17 07:23:00.762515 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1a30a717-c8c8-4615-a7ff-cc1e4386ae1f req-955312a8-da60-45f6-8fac-b660ec620998 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 210 time: 0.0276566 Jun 17 07:23:01.154628 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39281171-36e1-41da-b470-cb10ef3b4e5a req-c396b8b2-6545-4a34-a9ae-ecdc7c1d534f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:01.156137 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-39281171-36e1-41da-b470-cb10ef3b4e5a req-c396b8b2-6545-4a34-a9ae-ecdc7c1d534f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0506372 Jun 17 07:23:01.203502 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-39281171-36e1-41da-b470-cb10ef3b4e5a req-98b56882-0a7f-491c-aaf9-05021fa23043 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 Jun 17 07:23:01.788987 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:01.858287 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-43365f43-889d-4172-8ae6-8eef5753abb9 req-b1e8fe84-8955-49e2-b7f3-549143bee3d8 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 210 time: 0.0275862 Jun 17 07:23:02.324755 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45500c7b-fb2b-4796-9f77-f0559eee59c2 req-23b2e49b-7fc5-4e92-8a6d-ce887711679b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:02.326264 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-45500c7b-fb2b-4796-9f77-f0559eee59c2 req-23b2e49b-7fc5-4e92-8a6d-ce887711679b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0477169 Jun 17 07:23:02.373192 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-45500c7b-fb2b-4796-9f77-f0559eee59c2 req-2e833f34-5919-47d0-8a64-e07d48a9277f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415030 Jun 17 07:23:02.481636 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-46fd1909-d061-42e4-b4bf-de1d29086704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:02.744930 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:02.778075 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-251a25eb-a9e6-4394-985a-f7b1f6328da5 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:02.779549 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-251a25eb-a9e6-4394-985a-f7b1f6328da5 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.16 "GET /v2.0/networks?id=d4261208-8732-4882-af5c-da7bee4077d9 HTTP/1.1" status: 200 len: 814 time: 0.1101949 Jun 17 07:23:02.793472 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Request body: {'port': {'device_id': '06950fd5-d789-44b6-a03d-b996640e1a71', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'admin_state_up': True, 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:02.904923 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Made reservation on behalf of 52a029f97a9e4142802a9786ae2f6d58 for: {'port': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:23:02.908533 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:02.997679 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c7d1ef91-0f27-4e53-8fff-15322581b0f7 req-15790673-7046-485f-adb0-b4b6174bf865 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 210 time: 0.0641766 Jun 17 07:23:03.069765 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Allocated IP 172.20.0.4 (d4261208-8732-4882-af5c-da7bee4077d9/c7addd15-012f-4502-aa56-30c8b039b884/a235c10b-e0ee-4b4f-9226-71c00b1d7f9e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:23:03.256578 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:03.296846 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:03.332895 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:03.454202 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Network d4261208-8732-4882-af5c-da7bee4077d9 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:23:03.467946 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:23:03.473162 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:23:03.482822 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:03.483593 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:03.513745 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'Port': ['ID=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:03.536381 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-f21e464a-11f6-4842-91d0-c850e4a96c43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453022 Jun 17 07:23:03.606454 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbec76-8acf-4c4f-a5f2-a82fee3f592b req-a2765c02-8f72-4562-a954-2ff17b5498df tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:03.609351 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1dbec76-8acf-4c4f-a5f2-a82fee3f592b req-a2765c02-8f72-4562-a954-2ff17b5498df tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.1110651 Jun 17 07:23:03.643577 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Request body: {'port': {'device_id': '06950fd5-d789-44b6-a03d-b996640e1a71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:03.791094 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:03.804448 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1dbec76-8acf-4c4f-a5f2-a82fee3f592b req-5ee82a5c-3e02-4dab-845c-b0487b1fd4b3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695020 Jun 17 07:23:03.952360 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-6f738fb4-0909-45c2-92a8-76d0e85c3cc7 None None] Provisioning complete for port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:23:03.954136 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-6f738fb4-0909-45c2-92a8-76d0e85c3cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:03.995411 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-6f738fb4-0909-45c2-92a8-76d0e85c3cc7 None None] Port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:23:04.149349 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:04.207918 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f592c-2a1a-4023-b2e4-30c0cba84da0 req-051e6091-aece-4b94-a3d1-ac4f0cb2b175 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:04.209867 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7a2f592c-2a1a-4023-b2e4-30c0cba84da0 req-051e6091-aece-4b94-a3d1-ac4f0cb2b175 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 931 time: 0.1208963 Jun 17 07:23:04.311321 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a235c10b-e0ee-4b4f-9226-71c00b1d7f9e {{(pid=103802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:23:04.326464 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Publish callbacks [] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:04.340130 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7a2f592c-2a1a-4023-b2e4-30c0cba84da0 req-d75f3433-d18c-4cce-9a4f-a701a967e554 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212380 Jun 17 07:23:04.348934 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.provisioning_blocks [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Transition to ACTIVE for port object a235c10b-e0ee-4b4f-9226-71c00b1d7f9e will not be triggered until provisioned by entity L2. {{(pid=103802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:23:04.352983 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:04.409172 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Pushing event updated for resources: {'Port': ['ID=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:04.447386 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Attempting to bind port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:23:04.447865 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Attempting to bind port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:23:04.448239 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Attempting to bind port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e on network d4261208-8732-4882-af5c-da7bee4077d9 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:23:04.453434 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e on network d4261208-8732-4882-af5c-da7bee4077d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:23:04.453756 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Attempting to bind port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e on network d4261208-8732-4882-af5c-da7bee4077d9 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:23:04.463525 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:23:04.463525 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Checking segment: {'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:23:04.463525 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Bound using segment: {'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:23:04.463525 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Bound port: a235c10b-e0ee-4b4f-9226-71c00b1d7f9e, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a255cd2d-8918-4536-8e9e-6fd972fab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:23:04.463525 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:04.526740 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:04.561007 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] For port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e, host hv-cinder-83482, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:23:04.565753 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] For port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:23:04.590122 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:04.668404 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:04.669073 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:04.670477 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] 10.222.0.16 "PUT /v2.0/ports/a235c10b-e0ee-4b4f-9226-71c00b1d7f9e HTTP/1.1" status: 200 len: 1093 time: 1.0330510 Jun 17 07:23:04.670968 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:04.674848 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd30262b-d5dc-4c02-aaaa-ad0c29256aec" -d '{"events": [{"name": "network-changed", "server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:04.718301 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c34ee-ebcf-4d12-9b7d-a0c7acf950ec service neutron] Pushing event updated for resources: {'Port': ['ID=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:04.762038 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-30b17a2f-bcf1-4a19-9653-a1040024abf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:04.800163 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec561ff-b2a8-4970-a373-37b78f6430c4 x-openstack-request-id: req-7ec561ff-b2a8-4970-a373-37b78f6430c4 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:04.800325 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:04.800849 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7ec561ff-b2a8-4970-a373-37b78f6430c4 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:04.801248 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec561ff-b2a8-4970-a373-37b78f6430c4'] response: {'name': 'network-changed', 'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'status': 'completed', 'code': 200} Jun 17 07:23:04.975543 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f2432-d3dc-4bf3-913a-a6a588383bc6 req-4208d96c-6851-4302-9ab1-03a42f9e3e07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:04.980836 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c95f2432-d3dc-4bf3-913a-a6a588383bc6 req-4208d96c-6851-4302-9ab1-03a42f9e3e07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0602565 Jun 17 07:23:05.048865 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c95f2432-d3dc-4bf3-913a-a6a588383bc6 req-a1ab2627-b39a-4515-90fa-45873965f9df tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648460 Jun 17 07:23:05.474117 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d04c7-598e-463d-9e63-430dd2b1cd87 req-c9c77c95-945e-4c03-b765-261c118e36f7 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:05.475835 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1f7d04c7-598e-463d-9e63-430dd2b1cd87 req-c9c77c95-945e-4c03-b765-261c118e36f7 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 943 time: 0.0496812 Jun 17 07:23:05.525315 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1f7d04c7-598e-463d-9e63-430dd2b1cd87 req-942b8f3e-eb13-473a-8c98-1a13a021b60c tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438089 Jun 17 07:23:05.715010 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:06.184209 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7b2ce-f7b0-45af-9dde-cb7a77e5ade5 req-08ea60f2-0782-4a92-b542-6c3b72a01663 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:06.185776 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-00f7b2ce-f7b0-45af-9dde-cb7a77e5ade5 req-08ea60f2-0782-4a92-b542-6c3b72a01663 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0532019 Jun 17 07:23:06.235429 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-00f7b2ce-f7b0-45af-9dde-cb7a77e5ade5 req-6d87c1cc-e7dd-4409-bb32-012e1634e39e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Jun 17 07:23:06.644871 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac316066-6e84-4e46-bd0c-89317aa82269 req-c3047379-304d-4b47-9caa-b6b729cab4f9 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:06.646338 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ac316066-6e84-4e46-bd0c-89317aa82269 req-c3047379-304d-4b47-9caa-b6b729cab4f9 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 943 time: 0.0479214 Jun 17 07:23:06.697747 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ac316066-6e84-4e46-bd0c-89317aa82269 req-63f1f8b6-2de7-465c-b00f-bb29491a01e9 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446532 Jun 17 07:23:07.285956 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:07.364626 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5dc43-ce9b-42ea-939b-1a7799475a85 req-f2cd1f44-2ad6-46b5-a067-5e4bba3a62e0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:07.366088 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-45c5dc43-ce9b-42ea-939b-1a7799475a85 req-f2cd1f44-2ad6-46b5-a067-5e4bba3a62e0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0502284 Jun 17 07:23:07.413251 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:07.418132 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-45c5dc43-ce9b-42ea-939b-1a7799475a85 req-489eee9f-b229-493f-a1b6-c2247760ab0f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460653 Jun 17 07:23:07.819192 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745ccd4-be3e-4a15-b1fc-b63d967a848b req-7f42ad91-816e-484a-848c-9bb562c6734e tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:07.821141 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3745ccd4-be3e-4a15-b1fc-b63d967a848b req-7f42ad91-816e-484a-848c-9bb562c6734e tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 943 time: 0.0509956 Jun 17 07:23:07.890135 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3745ccd4-be3e-4a15-b1fc-b63d967a848b req-449c9d9d-ef54-4bfb-99f9-bb26e2f5f4db tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632358 Jun 17 07:23:07.966973 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:08.546634 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0d5f8-69a1-405a-bbc2-27a46038d58e req-b538d20e-365b-46a9-bcdb-a121fab1d4d9 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:08.548472 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-81d0d5f8-69a1-405a-bbc2-27a46038d58e req-b538d20e-365b-46a9-bcdb-a121fab1d4d9 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0493770 Jun 17 07:23:08.600279 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-81d0d5f8-69a1-405a-bbc2-27a46038d58e req-e9e1160a-eedf-415b-80d4-8513fe34b467 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462692 Jun 17 07:23:09.025326 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79865517-d8e1-40bf-818e-9bffc7893577 req-88a40cfc-2935-4972-8940-4c13761beba0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:09.026971 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-79865517-d8e1-40bf-818e-9bffc7893577 req-88a40cfc-2935-4972-8940-4c13761beba0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 943 time: 0.0497785 Jun 17 07:23:09.078333 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-79865517-d8e1-40bf-818e-9bffc7893577 req-957f3d0a-2729-4d2f-8405-3e5c153509c0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455949 Jun 17 07:23:09.726730 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4877e-1381-4f50-8dd2-45f0b4de1335 req-a033ae80-1df4-44fd-9dfc-3ae6ce4ee139 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:09.728227 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2af4877e-1381-4f50-8dd2-45f0b4de1335 req-a033ae80-1df4-44fd-9dfc-3ae6ce4ee139 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0491920 Jun 17 07:23:09.777517 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2af4877e-1381-4f50-8dd2-45f0b4de1335 req-d80f117a-7d99-402a-b007-f10bb29b3129 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Jun 17 07:23:10.205174 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42760fe8-73c1-455e-8cbb-c0a235555b47 req-cf11966d-901f-4613-b215-8d6623730b59 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:10.206693 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-42760fe8-73c1-455e-8cbb-c0a235555b47 req-cf11966d-901f-4613-b215-8d6623730b59 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 943 time: 0.0516129 Jun 17 07:23:10.256277 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-42760fe8-73c1-455e-8cbb-c0a235555b47 req-cbe058c5-611b-4c2e-bef4-dad242f7bdf1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Jun 17 07:23:10.903929 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350f8a3-fbb5-4cc8-a853-c02f1c58c660 req-d9c5cfcd-8868-4ea9-85f9-566bdec3631f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:10.905441 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7350f8a3-fbb5-4cc8-a853-c02f1c58c660 req-d9c5cfcd-8868-4ea9-85f9-566bdec3631f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0486634 Jun 17 07:23:10.950916 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:10.956142 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7350f8a3-fbb5-4cc8-a853-c02f1c58c660 req-e548b191-04ce-438d-9853-1b71b9aaad49 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449522 Jun 17 07:23:11.292963 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-3eb64430-2866-402c-a638-44de09f0fbc3 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422647402&fields=id&tenant_id=f92a857cef0a43d4907fbc667e30df6d HTTP/1.1" status: 200 len: 267 time: 0.0590487 Jun 17 07:23:11.409940 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-fb504797-d967-4a77-976c-c68b64fa6c14 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:11.411737 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-fb504797-d967-4a77-976c-c68b64fa6c14 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/networks?id=5cda22a3-ed9a-495c-94c5-566aedd4005f HTTP/1.1" status: 200 len: 808 time: 0.1127460 Jun 17 07:23:11.432716 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-26548578-03c8-4a9d-ba5b-d10a44ffdf7e tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/quotas/f92a857cef0a43d4907fbc667e30df6d HTTP/1.1" status: 200 len: 375 time: 0.0150762 Jun 17 07:23:11.488077 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-ea772d3f-23f2-4a61-a4da-371cae5ae2a8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=f92a857cef0a43d4907fbc667e30df6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541890 Jun 17 07:23:11.591821 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-9999af02-92fa-4c26-83c3-71af7bc2f4e1 service neutron] 10.222.0.33 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920372 Jun 17 07:23:11.678683 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:11.686131 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-925c3911-0504-4a9b-91d1-22e2d84b9c5f service neutron] 10.222.0.33 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886071 Jun 17 07:23:12.026205 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece651-9b74-49fb-9763-b105acdca9ac req-951106dd-3d34-4cac-ba2a-400cfe60e9f6 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:12.027688 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-97ece651-9b74-49fb-9763-b105acdca9ac req-951106dd-3d34-4cac-ba2a-400cfe60e9f6 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 943 time: 0.0532901 Jun 17 07:23:12.075320 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-97ece651-9b74-49fb-9763-b105acdca9ac req-5bfd8260-4a3e-48d2-95f4-664a5eacb314 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419950 Jun 17 07:23:12.146068 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-aa96d75b-9fef-405f-8761-2dcbdd0387ac req-56ff14b8-c23a-47ea-a35d-40a651c6f7a5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 210 time: 0.0309911 Jun 17 07:23:12.247763 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eb869-2ef8-43e0-9de3-5fbee4ee942d req-5ae84c5a-e0f8-45a2-be59-81be3e31e574 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:12.249254 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bb8eb869-2ef8-43e0-9de3-5fbee4ee942d req-5ae84c5a-e0f8-45a2-be59-81be3e31e574 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0458059 Jun 17 07:23:12.302199 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bb8eb869-2ef8-43e0-9de3-5fbee4ee942d req-83f04530-2f6f-463f-9a51-7739c36410ba tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464096 Jun 17 07:23:13.193970 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846b41a-0b18-498b-95c8-e35997c0794e req-5885b8cd-5aaa-4c12-929f-399aa2704094 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:13.195402 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5846b41a-0b18-498b-95c8-e35997c0794e req-5885b8cd-5aaa-4c12-929f-399aa2704094 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 943 time: 0.0492384 Jun 17 07:23:13.241101 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5846b41a-0b18-498b-95c8-e35997c0794e req-d99d7845-2cd1-4e64-a7b6-f666f8fc1d8a tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396173 Jun 17 07:23:13.321399 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7f135991-a2a4-437d-93fb-db5ccf394fca req-37d18c68-c936-4d55-b7c8-141b7d581354 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 210 time: 0.0267169 Jun 17 07:23:13.456739 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b19736-9e7d-435a-b9c7-fc99140493ea req-b31a0d3c-1440-4aa6-8b59-f1b0a084c5c4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:13.458243 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-50b19736-9e7d-435a-b9c7-fc99140493ea req-b31a0d3c-1440-4aa6-8b59-f1b0a084c5c4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0832012 Jun 17 07:23:13.459352 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30262b-d5dc-4c02-aaaa-ad0c29256aec req-a47bbee4-997c-4cb7-bcc7-e6f2e630b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:13.460899 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-dd30262b-d5dc-4c02-aaaa-ad0c29256aec req-a47bbee4-997c-4cb7-bcc7-e6f2e630b91a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52a029f97a9e4142802a9786ae2f6d58&device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 1127 time: 0.0769124 Jun 17 07:23:13.579597 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-50b19736-9e7d-435a-b9c7-fc99140493ea req-0419376a-5231-4829-a711-54f3d103ba80 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000288 Jun 17 07:23:13.599448 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30262b-d5dc-4c02-aaaa-ad0c29256aec req-a20be309-a736-4b9f-b132-75735c8d5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:13.600958 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-dd30262b-d5dc-4c02-aaaa-ad0c29256aec req-a20be309-a736-4b9f-b132-75735c8d5244 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=52a029f97a9e4142802a9786ae2f6d58&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1327622 Jun 17 07:23:13.738402 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=65 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:13.762287 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=30 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:14.110705 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30262b-d5dc-4c02-aaaa-ad0c29256aec req-e8288fec-7e04-4747-b149-d04cc09d8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:14.112116 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-dd30262b-d5dc-4c02-aaaa-ad0c29256aec req-e8288fec-7e04-4747-b149-d04cc09d8bf6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3204615 Jun 17 07:23:14.283212 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-85ece506-c166-4547-b736-ddbdd0467bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:14.285260 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-85ece506-c166-4547-b736-ddbdd0467bf4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52a029f97a9e4142802a9786ae2f6d58&device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 1127 time: 0.0576100 Jun 17 07:23:14.359289 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-e60c145f-2ffa-431a-bdfc-170593bb44be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e HTTP/1.1" status: 200 len: 217 time: 0.0543163 Jun 17 07:23:14.428880 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:14.449643 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ace41ed1-47f7-4194-ae47-06c4212acac4 req-b7b98b47-ae5e-4725-ba61-bfbf74860fa6 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 210 time: 0.0334985 Jun 17 07:23:14.461234 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-49aff3b7-bc13-468b-966a-3ef36bc85022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:14.462731 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-49aff3b7-bc13-468b-966a-3ef36bc85022 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7addd15-012f-4502-aa56-30c8b039b884 HTTP/1.1" status: 200 len: 853 time: 0.0900381 Jun 17 07:23:14.470679 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:14.472574 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:14.517999 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-3423a4a0-652f-4b85-a2d6-d4edc41ba2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:14.519545 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-3423a4a0-652f-4b85-a2d6-d4edc41ba2cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d4261208-8732-4882-af5c-da7bee4077d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445187 Jun 17 07:23:14.644120 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-b05498c9-bfac-4168-ad25-31d25c5f49fe service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022177 Jun 17 07:23:14.702674 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04068564-5db6-4d1e-92c5-0caa22353340 req-9e2ae97d-48a9-4d85-8e81-b2ef7787e8f2 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:14.704276 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04068564-5db6-4d1e-92c5-0caa22353340 req-9e2ae97d-48a9-4d85-8e81-b2ef7787e8f2 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 943 time: 0.3471856 Jun 17 07:23:14.745499 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-293aa32d-864c-41c9-a0e7-89f0ba737690 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:14.747032 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-293aa32d-864c-41c9-a0e7-89f0ba737690 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.16 "GET /v2.0/networks?id=5cda22a3-ed9a-495c-94c5-566aedd4005f HTTP/1.1" status: 200 len: 808 time: 0.5138638 Jun 17 07:23:14.758921 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:14.774348 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5371e2-b475-4917-bc55-606b1c7483a4 req-0b32d85b-3b99-4f93-a233-683f0b4e4efa tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:14.775952 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6a5371e2-b475-4917-bc55-606b1c7483a4 req-0b32d85b-3b99-4f93-a233-683f0b4e4efa tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 943 time: 0.0864568 Jun 17 07:23:14.788220 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04068564-5db6-4d1e-92c5-0caa22353340 req-4f02ef36-a9f1-4e5c-ac8e-d585f345f6f3 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737979 Jun 17 07:23:14.813099 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f2a30f4-663a-4705-9e67-3079020bcbf8 req-914e40aa-edaa-485f-b5e5-579c4d4eccaa service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603024 Jun 17 07:23:14.847926 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6a5371e2-b475-4917-bc55-606b1c7483a4 req-3d444109-5777-4ead-a238-c40d03cc48f1 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620658 Jun 17 07:23:14.849777 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-17e425ff-4e89-4071-a221-5e21c34bd32b tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f92a857cef0a43d4907fbc667e30df6d HTTP/1.1" status: 200 len: 379 time: 0.0863509 Jun 17 07:23:15.020248 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f4b02-1c28-4587-8b97-8a85334a64ea req-fcdc9f4a-1782-4926-a296-618b3fd83615 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:15.021721 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b16f4b02-1c28-4587-8b97-8a85334a64ea req-fcdc9f4a-1782-4926-a296-618b3fd83615 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 945 time: 0.0510821 Jun 17 07:23:15.067942 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b16f4b02-1c28-4587-8b97-8a85334a64ea req-647d99c5-a2b9-49e9-952c-88c23f8a5606 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Jun 17 07:23:15.101911 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 64a7d8d8-05dd-4a53-a5a0-14ec44851533 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:23:15.127560 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:15.210420 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:15.213131 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:15.224696 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'port_id': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'mac_address': 'fa:16:3e:43:ac:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:23:15.226865 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:15.259807 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:23:15.260219 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:15.273526 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a7d8d8-05dd-4a53-a5a0-14ec44851533 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:23:15.292928 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:15.296739 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:15.340259 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=64a7d8d8-05dd-4a53-a5a0-14ec44851533,revision_number=9']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:15.346929 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.347266 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.347600 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.347947 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.348300 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.348634 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.348937 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.349313 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.349566 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.349879 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.350193 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.350527 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.350842 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.351152 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.351461 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:15.549295 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-86a8032c-9bf9-4a67-a1ce-6e2f3ffd4cf2 req-6aa563b0-a941-4869-b0bc-fd42750f797f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 210 time: 0.0282290 Jun 17 07:23:15.638392 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['64a7d8d8-05dd-4a53-a5a0-14ec44851533'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:23:15.885500 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Request body: {'port': {'device_id': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'admin_state_up': True, 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'security_groups': ['dbfc4055-6e56-49e6-bfa6-55b625e914e6']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:15.907172 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b009b-43a4-40ed-9cd6-81e15f37b9f7 req-4c446780-c8e9-433e-b084-552652c28019 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:15.912334 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-189b009b-43a4-40ed-9cd6-81e15f37b9f7 req-4c446780-c8e9-433e-b084-552652c28019 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 943 time: 0.0551600 Jun 17 07:23:15.957739 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-189b009b-43a4-40ed-9cd6-81e15f37b9f7 req-8fc266c1-9da4-4497-9459-7347146a2902 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432179 Jun 17 07:23:16.012825 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18636227-8b2a-4bc9-9d15-36a9795b997e req-31f3da11-6945-4976-99c4-c173b30d60c2 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:16.014271 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-18636227-8b2a-4bc9-9d15-36a9795b997e req-31f3da11-6945-4976-99c4-c173b30d60c2 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 944 time: 0.0674164 Jun 17 07:23:16.056991 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Made reservation on behalf of f92a857cef0a43d4907fbc667e30df6d for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:23:16.060278 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:16.088940 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-18636227-8b2a-4bc9-9d15-36a9795b997e req-6c3e49e6-1bcc-476f-b880-fc326622d165 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675521 Jun 17 07:23:16.191724 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382dfb9-4377-426a-ad5e-040676850833 req-28a535f8-3177-4f84-9534-6d922ad9d946 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:16.193221 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3382dfb9-4377-426a-ad5e-040676850833 req-28a535f8-3177-4f84-9534-6d922ad9d946 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 945 time: 0.0462475 Jun 17 07:23:16.201972 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Allocated IP 172.20.0.11 (5cda22a3-ed9a-495c-94c5-566aedd4005f/41a60316-a518-4f9c-ac83-c96f9e396f63/8f6e6009-fcde-4778-b310-a5edbcb21692) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:23:16.245385 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3382dfb9-4377-426a-ad5e-040676850833 req-8df6098b-9ff1-4100-8112-77b77b50e1c9 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458095 Jun 17 07:23:16.340527 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:16.373067 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:16.408445 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:16.413749 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:16.419528 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Network 5cda22a3-ed9a-495c-94c5-566aedd4005f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:23:16.425486 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:23:16.428374 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:23:16.431449 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event updated for resources: {'Port': ['ID=8f6e6009-fcde-4778-b310-a5edbcb21692,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:16.482619 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:16.483217 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:16.500372 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-bce09a06-33c2-464b-809a-514a850131d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6199238 Jun 17 07:23:16.647219 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-873ed093-8289-47d8-953c-fad838840aff None None] Provisioning complete for port 8f6e6009-fcde-4778-b310-a5edbcb21692 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:23:16.647841 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-873ed093-8289-47d8-953c-fad838840aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:16.671263 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27efa41-e48c-43d5-839f-4bd920397a48 req-4d68856f-e3ad-4839-bd12-4e3fa88357c5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:16.672758 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b27efa41-e48c-43d5-839f-4bd920397a48 req-4d68856f-e3ad-4839-bd12-4e3fa88357c5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 932 time: 0.0498290 Jun 17 07:23:16.681600 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-873ed093-8289-47d8-953c-fad838840aff None None] Port 8f6e6009-fcde-4778-b310-a5edbcb21692 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:23:16.721455 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b27efa41-e48c-43d5-839f-4bd920397a48 req-77ded927-1713-42de-bb50-cdf1c4c2f096 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427296 Jun 17 07:23:16.965700 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device a235c10b-e0ee-4b4f-9226-71c00b1d7f9e details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:23:16.969018 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 64a7d8d8-05dd-4a53-a5a0-14ec44851533 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:23:17.070325 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92c3e4-acd0-47ec-8886-dc4292c99137 req-467422ce-1878-4eef-8a56-917bcf865cf4 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:17.071807 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3a92c3e4-acd0-47ec-8886-dc4292c99137 req-467422ce-1878-4eef-8a56-917bcf865cf4 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 943 time: 0.0462523 Jun 17 07:23:17.077083 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:23:17.077452 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:17.119218 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3a92c3e4-acd0-47ec-8886-dc4292c99137 req-f33ed9b6-67d5-4726-873d-8a30066b6c7a tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Jun 17 07:23:17.133548 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:17.147111 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'port_id': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'mac_address': 'fa:16:3e:40:95:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:23:17.206821 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:23:17.207205 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:17.210031 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:23:17.210396 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:17.220346 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb8e99-e46d-4bfc-8608-68e673322364 req-cac0c92a-d824-4c98-963a-de8a97137acb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:17.222166 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-37fb8e99-e46d-4bfc-8608-68e673322364 req-cac0c92a-d824-4c98-963a-de8a97137acb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 944 time: 0.0465529 Jun 17 07:23:17.239952 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a235c10b-e0ee-4b4f-9226-71c00b1d7f9e {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:23:17.247604 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:17.249843 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9693a6-cd8c-4ed6-9802-83100c057bf5" -d '{"events": [{"server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "name": "network-vif-plugged", "status": "completed", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:17.273371 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-37fb8e99-e46d-4bfc-8608-68e673322364 req-0234b7d3-26d9-4ccd-88e3-4a3d26b0c63b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455101 Jun 17 07:23:17.274277 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:17.278207 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:17.279554 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:17.284773 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:17.302397 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a81fc09-2ca7-402b-ad6a-20991ff7dbee x-openstack-request-id: req-7a81fc09-2ca7-402b-ad6a-20991ff7dbee {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:17.302709 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "name": "network-vif-plugged", "status": "completed", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:17.302961 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7a81fc09-2ca7-402b-ad6a-20991ff7dbee {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:17.303346 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a81fc09-2ca7-402b-ad6a-20991ff7dbee'] response: {'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'code': 200} Jun 17 07:23:17.315426 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:17.327285 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:17.331430 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=64a7d8d8-05dd-4a53-a5a0-14ec44851533,revision_number=10']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:17.378453 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:17.386697 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ca808-3c49-4b8e-8364-c892d5c444a2 req-53efeecc-94a5-4f2e-8f08-2635ff429146 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:17.389163 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f80ca808-3c49-4b8e-8364-c892d5c444a2 req-53efeecc-94a5-4f2e-8f08-2635ff429146 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Jun 17 07:23:17.435448 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f80ca808-3c49-4b8e-8364-c892d5c444a2 req-ad8bf845-dea4-430f-9ee4-dad76334c96e tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Jun 17 07:23:17.605545 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:23:17.606292 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Request body: {'port': {'device_id': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:17.669176 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:17.881988 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b60e4e-520c-49db-950e-3b1438d5fde9 req-207f0d35-9eb6-48cc-b80f-0fdd42bb8896 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:17.883443 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-68b60e4e-520c-49db-950e-3b1438d5fde9 req-207f0d35-9eb6-48cc-b80f-0fdd42bb8896 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 932 time: 0.0941625 Jun 17 07:23:17.975097 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-68b60e4e-520c-49db-950e-3b1438d5fde9 req-7d611fac-2b31-4a18-8431-e64d80c540f8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852344 Jun 17 07:23:18.011409 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6e6009-fcde-4778-b310-a5edbcb21692 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:23:18.019020 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Publish callbacks [] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:18.032353 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Transition to ACTIVE for port object 8f6e6009-fcde-4778-b310-a5edbcb21692 will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:23:18.036790 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:18.110819 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6e6009-fcde-4778-b310-a5edbcb21692,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:18.162126 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Attempting to bind port 8f6e6009-fcde-4778-b310-a5edbcb21692 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:23:18.162551 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Attempting to bind port 8f6e6009-fcde-4778-b310-a5edbcb21692 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:23:18.163049 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Attempting to bind port 8f6e6009-fcde-4778-b310-a5edbcb21692 on network 5cda22a3-ed9a-495c-94c5-566aedd4005f {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:23:18.168373 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Port 8f6e6009-fcde-4778-b310-a5edbcb21692 on network 5cda22a3-ed9a-495c-94c5-566aedd4005f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:23:18.168770 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Attempting to bind port 8f6e6009-fcde-4778-b310-a5edbcb21692 on network 5cda22a3-ed9a-495c-94c5-566aedd4005f {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:23:18.174141 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:23:18.174557 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Checking segment: {'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:23:18.175022 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Bound using segment: {'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:23:18.175517 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Bound port: 8f6e6009-fcde-4778-b310-a5edbcb21692, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743375fc-1c18-41d8-803b-95edb3e35da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:23:18.175935 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:18.187163 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:18.218646 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:18.248122 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e6494-4bfb-4374-8e8f-669b7f619ec2 req-efa27bf5-89ae-4c2c-96ae-6d3d27e435c7 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:18.249661 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-418e6494-4bfb-4374-8e8f-669b7f619ec2 req-efa27bf5-89ae-4c2c-96ae-6d3d27e435c7 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 944 time: 0.0549955 Jun 17 07:23:18.255787 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] For port 8f6e6009-fcde-4778-b310-a5edbcb21692, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:23:18.260449 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] For port 8f6e6009-fcde-4778-b310-a5edbcb21692, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f6e6009-fcde-4778-b310-a5edbcb21692,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:23:18.266939 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:18.305294 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:18.305922 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:18.307507 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/8f6e6009-fcde-4778-b310-a5edbcb21692 HTTP/1.1" status: 200 len: 1094 time: 0.7060668 Jun 17 07:23:18.307980 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:18.308788 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-418e6494-4bfb-4374-8e8f-669b7f619ec2 req-d27ba1a1-c202-4690-8811-3e2b4d3c8ebb tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522854 Jun 17 07:23:18.311818 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a298f630-7bd0-41dc-b325-21bae840b237" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:18.343203 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce22548-481a-411b-b2ac-984e657c23d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f6e6009-fcde-4778-b310-a5edbcb21692,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:18.356545 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceabbc3-3bc4-45c3-81d1-b4ecc2421568 x-openstack-request-id: req-8ceabbc3-3bc4-45c3-81d1-b4ecc2421568 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:18.356914 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:18.357172 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8ceabbc3-3bc4-45c3-81d1-b4ecc2421568 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:18.357604 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ceabbc3-3bc4-45c3-81d1-b4ecc2421568'] response: {'name': 'network-changed', 'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'status': 'completed', 'code': 200} Jun 17 07:23:18.428917 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43696f2f-c77f-451d-9fa9-2076a1febb1e req-5234b1ee-3df8-4643-a109-896559687f9d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:18.431010 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-43696f2f-c77f-451d-9fa9-2076a1febb1e req-5234b1ee-3df8-4643-a109-896559687f9d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 946 time: 0.0498707 Jun 17 07:23:18.481780 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-43696f2f-c77f-451d-9fa9-2076a1febb1e req-b9e6255a-5c1d-4a5c-bd1d-cd5aa7c4dc97 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448313 Jun 17 07:23:18.561112 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b0544-1dea-4f09-a09e-e09b1ae8f9dc req-e2315edc-2078-4204-b94f-13d83c56ad3b tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:18.562600 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e51b0544-1dea-4f09-a09e-e09b1ae8f9dc req-e2315edc-2078-4204-b94f-13d83c56ad3b tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 945 time: 0.0543902 Jun 17 07:23:18.612262 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e51b0544-1dea-4f09-a09e-e09b1ae8f9dc req-644c205c-5df3-4431-8402-7e916be58f3a tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438333 Jun 17 07:23:18.641983 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1058c-ff0f-46d0-bab4-0896c015ad47 req-bbe5901c-0ade-42cf-a577-3ed5588aa814 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:18.643473 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-05f1058c-ff0f-46d0-bab4-0896c015ad47 req-bbe5901c-0ade-42cf-a577-3ed5588aa814 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 945 time: 0.0583289 Jun 17 07:23:18.955747 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:18.970142 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298f630-7bd0-41dc-b325-21bae840b237 req-bb6bea20-d421-477a-ab38-ad71a66bd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:18.971662 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a298f630-7bd0-41dc-b325-21bae840b237 req-bb6bea20-d421-477a-ab38-ad71a66bd5f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f92a857cef0a43d4907fbc667e30df6d&device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 1128 time: 0.0473096 Jun 17 07:23:18.996568 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device a235c10b-e0ee-4b4f-9226-71c00b1d7f9e up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:23:19.011099 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575a78b-226c-4868-8655-4ae6aed8d0ae req-4039dc65-1a3b-4c74-a6fa-aeed5c45d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:19.012630 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1575a78b-226c-4868-8655-4ae6aed8d0ae req-4039dc65-1a3b-4c74-a6fa-aeed5c45d2c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 1130 time: 0.0410383 Jun 17 07:23:19.063589 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:23:19.073472 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:23:19.074681 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:19.131552 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-05f1058c-ff0f-46d0-bab4-0896c015ad47 req-5d19c4fa-2169-47b0-9dc9-f442e1acc023 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Deleting port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:23:19.131897 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-05f1058c-ff0f-46d0-bab4-0896c015ad47 req-5d19c4fa-2169-47b0-9dc9-f442e1acc023 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:19.132487 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298f630-7bd0-41dc-b325-21bae840b237 req-71fc2696-4b9e-44c7-9f3f-7c9f1ce348af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:19.137368 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a298f630-7bd0-41dc-b325-21bae840b237 req-71fc2696-4b9e-44c7-9f3f-7c9f1ce348af service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f92a857cef0a43d4907fbc667e30df6d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1565409 Jun 17 07:23:19.152194 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1575a78b-226c-4868-8655-4ae6aed8d0ae req-748daeec-d489-442c-b1f6-0cf0840e8b7e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312697 Jun 17 07:23:19.178468 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6f643-06e2-4189-b575-5aea0b0ba187 req-7afcd1ff-77e3-4bdf-8671-fc5638ba00b6 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:19.180342 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3ea6f643-06e2-4189-b575-5aea0b0ba187 req-7afcd1ff-77e3-4bdf-8671-fc5638ba00b6 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.1058214 Jun 17 07:23:19.208826 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:23:19.209402 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:19.246734 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:19.250218 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:19.256571 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298f630-7bd0-41dc-b325-21bae840b237 req-6216c42f-ab71-41ad-8e98-5d801bf3d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:19.258140 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a298f630-7bd0-41dc-b325-21bae840b237 req-6216c42f-ab71-41ad-8e98-5d801bf3d822 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117804 Jun 17 07:23:19.287517 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3ea6f643-06e2-4189-b575-5aea0b0ba187 req-541cd582-7741-4dfc-9970-daf49a03af8a tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783985 Jun 17 07:23:19.293043 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-05f1058c-ff0f-46d0-bab4-0896c015ad47 req-5d19c4fa-2169-47b0-9dc9-f442e1acc023 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] For port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4,segment=NetworkSegment(02d8de91-6e51-4456-8243-db9ff33ba578),segment_id=02d8de91-6e51-4456-8243-db9ff33ba578)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:19.293406 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-05f1058c-ff0f-46d0-bab4-0896c015ad47 req-5d19c4fa-2169-47b0-9dc9-f442e1acc023 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:19.299086 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:19.304359 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:19.307751 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3800380b-dc16-46cc-b6eb-93a56e1ebbf3" -d '{"events": [{"server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "name": "network-vif-plugged", "status": "completed", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:19.308454 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-05f1058c-ff0f-46d0-bab4-0896c015ad47 req-5d19c4fa-2169-47b0-9dc9-f442e1acc023 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Calling delete_port for 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:23:19.347308 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2172c6-045b-48c5-be8c-24755bbe4169 x-openstack-request-id: req-eb2172c6-045b-48c5-be8c-24755bbe4169 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:19.347598 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "name": "network-vif-plugged", "status": "completed", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:19.347841 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eb2172c6-045b-48c5-be8c-24755bbe4169 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:19.348330 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2172c6-045b-48c5-be8c-24755bbe4169'] response: {'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'code': 200} Jun 17 07:23:19.434921 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46a4f7-6477-4ca8-9595-47d987ac69fb req-c5ac449c-f8cd-4833-88c5-8fc0b2bed246 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:19.436650 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7d46a4f7-6477-4ca8-9595-47d987ac69fb req-c5ac449c-f8cd-4833-88c5-8fc0b2bed246 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0651016 Jun 17 07:23:19.479613 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-e5069408-f2c9-4b32-b493-3f4b0347dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:19.481740 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-e5069408-f2c9-4b32-b493-3f4b0347dbfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f92a857cef0a43d4907fbc667e30df6d&device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 1128 time: 0.0476339 Jun 17 07:23:19.526619 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-b93c6865-2cf1-4c93-b11a-fd8f1e195c34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6e6009-fcde-4778-b310-a5edbcb21692 HTTP/1.1" status: 200 len: 217 time: 0.0368884 Jun 17 07:23:19.541360 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-05f1058c-ff0f-46d0-bab4-0896c015ad47 req-5d19c4fa-2169-47b0-9dc9-f442e1acc023 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (1dfb0adf-408e-4ceb-92dc-92eadc56d5e4), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:19.552625 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['1dfb0adf-408e-4ceb-92dc-92eadc56d5e4'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:23:19.562146 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7d46a4f7-6477-4ca8-9595-47d987ac69fb req-ba721a33-cf91-4048-bfdd-a0b1ff021c07 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178870 Jun 17 07:23:19.591740 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:19.593987 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-4c444c30-6be2-4f35-8e2d-c0bb9435eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:19.595645 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-4c444c30-6be2-4f35-8e2d-c0bb9435eda5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41a60316-a518-4f9c-ac83-c96f9e396f63 HTTP/1.1" status: 200 len: 847 time: 0.0633533 Jun 17 07:23:19.596555 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:19.603027 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19c4fa-2169-47b0-9dc9-f442e1acc023 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Pushing event deleted for resources: {'Port': ['ID=1dfb0adf-408e-4ceb-92dc-92eadc56d5e4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:19.624761 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a8722-5d66-49b7-b86c-4f276f722810 req-05ea272c-c3f1-420e-a092-de973c9c715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:19.626619 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bb3a8722-5d66-49b7-b86c-4f276f722810 req-05ea272c-c3f1-420e-a092-de973c9c715f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 1129 time: 0.0977752 Jun 17 07:23:19.646752 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:19.666320 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f1058c-ff0f-46d0-bab4-0896c015ad47 req-5d19c4fa-2169-47b0-9dc9-f442e1acc023 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] No DVR routers for this DVR port 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:23:19.673560 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-05f1058c-ff0f-46d0-bab4-0896c015ad47 req-5d19c4fa-2169-47b0-9dc9-f442e1acc023 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:19.677130 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-05f1058c-ff0f-46d0-bab4-0896c015ad47 req-5d19c4fa-2169-47b0-9dc9-f442e1acc023 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.16 "DELETE /v2.0/ports/1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 HTTP/1.1" status: 204 len: 173 time: 0.7336469 Jun 17 07:23:19.691700 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-512751a2-5a3d-49bc-ba51-70ecf8e34f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:19.693226 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-512751a2-5a3d-49bc-ba51-70ecf8e34f5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cda22a3-ed9a-495c-94c5-566aedd4005f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857084 Jun 17 07:23:19.714143 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43459dc9-7a4a-4940-9aa6-f80e60b1f0d6 req-3a310eed-2841-4969-ba8d-ea5e9bfaf49a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:19.722096 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-43459dc9-7a4a-4940-9aa6-f80e60b1f0d6 req-3a310eed-2841-4969-ba8d-ea5e9bfaf49a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 946 time: 0.0773182 Jun 17 07:23:19.723516 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f456d5ec-e9d1-4034-b7fe-9525d67e7111 req-6aa25e3a-30cf-489d-a68b-38365aaaa044 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 210 time: 0.0363088 Jun 17 07:23:19.769842 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-43459dc9-7a4a-4940-9aa6-f80e60b1f0d6 req-d5d6e402-b0a5-4ec8-8565-4f96f61afcdb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429146 Jun 17 07:23:20.118712 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bb3a8722-5d66-49b7-b86c-4f276f722810 req-880cfd26-1284-427f-95b0-cc6ec39bb1fa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491226 Jun 17 07:23:20.210479 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-14fe0579-905f-4bb7-a661-b3c3775b7db9 service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234925 Jun 17 07:23:20.272863 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488828a5-3d75-41a4-a3ce-9427d7aacc47 req-096c2632-73ef-4ca7-af5d-f40eb039bcfc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:20.274482 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-488828a5-3d75-41a4-a3ce-9427d7aacc47 req-096c2632-73ef-4ca7-af5d-f40eb039bcfc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0485930 Jun 17 07:23:20.322048 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-488828a5-3d75-41a4-a3ce-9427d7aacc47 req-644362ec-27e2-4398-b1e2-53736c99c89a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 Jun 17 07:23:20.358454 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1', 'name': 'network-vif-deleted', 'tag': '1dfb0adf-408e-4ceb-92dc-92eadc56d5e4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:20.361047 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c4afc1-e0fd-4c71-b4bb-e78e3f3be205" -d '{"events": [{"server_uuid": "4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1", "name": "network-vif-deleted", "tag": "1dfb0adf-408e-4ceb-92dc-92eadc56d5e4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:20.399478 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d282ca28-153b-4078-8077-dfc094540a1c x-openstack-request-id: req-d282ca28-153b-4078-8077-dfc094540a1c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:20.399766 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1", "name": "network-vif-deleted", "tag": "1dfb0adf-408e-4ceb-92dc-92eadc56d5e4", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:20.400160 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d282ca28-153b-4078-8077-dfc094540a1c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:20.400562 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d282ca28-153b-4078-8077-dfc094540a1c'] response: {'server_uuid': '4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1', 'name': 'network-vif-deleted', 'tag': '1dfb0adf-408e-4ceb-92dc-92eadc56d5e4', 'status': 'completed', 'code': 200} Jun 17 07:23:20.418364 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd5b80-3455-46a5-aca0-fa578fbae8c2 req-2cefe024-1ea1-4550-81d2-8b3ed56ca0e7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:20.419785 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6ddd5b80-3455-46a5-aca0-fa578fbae8c2 req-2cefe024-1ea1-4550-81d2-8b3ed56ca0e7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0560024 Jun 17 07:23:20.482709 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6ddd5b80-3455-46a5-aca0-fa578fbae8c2 req-80342492-c9da-456e-a197-813875fd65a6 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570171 Jun 17 07:23:20.551909 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ccf46732-d03a-4b44-b44a-d61a088c9caa req-7a538a91-c8ec-413b-9ef2-6b3190370531 service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035962 Jun 17 07:23:20.684509 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2abed-e735-459b-85bb-9067916eaf59 req-1c1e192b-081d-4a7b-bcbd-300c1ed6f919 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:20.685965 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-93e2abed-e735-459b-85bb-9067916eaf59 req-1c1e192b-081d-4a7b-bcbd-300c1ed6f919 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0459619 Jun 17 07:23:20.731417 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-93e2abed-e735-459b-85bb-9067916eaf59 req-db62d68d-34e3-4441-96b7-b76000eeb307 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400441 Jun 17 07:23:20.836559 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-730c24be-4cec-43de-87e6-20d40b5a5cca req-d4e8a74e-0168-473a-a089-7cbbf42a0a4e tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 210 time: 0.0313702 Jun 17 07:23:20.886953 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f93bc-c99d-4468-bf07-af9e2a30d1f0 req-59d61086-e208-45c1-a589-ec9b2239ee51 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:20.888425 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-730f93bc-c99d-4468-bf07-af9e2a30d1f0 req-59d61086-e208-45c1-a589-ec9b2239ee51 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 946 time: 0.0451152 Jun 17 07:23:20.944413 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-730f93bc-c99d-4468-bf07-af9e2a30d1f0 req-3d754194-f140-4687-ada2-691992ae29ce tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503383 Jun 17 07:23:20.944786 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d66bca-8cc9-4d21-bacf-204264e3f6d5 req-8ed022d3-466d-4b08-95c4-1d2107feb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:20.947408 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-49d66bca-8cc9-4d21-bacf-204264e3f6d5 req-8ed022d3-466d-4b08-95c4-1d2107feb863 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 1129 time: 0.0487301 Jun 17 07:23:21.439693 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb12613-9917-4b81-b844-583627ab461c req-39a886b5-bfd0-45b8-82d3-6ef0b9750ecf tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:21.441183 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0cb12613-9917-4b81-b844-583627ab461c req-39a886b5-bfd0-45b8-82d3-6ef0b9750ecf tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0480947 Jun 17 07:23:21.487500 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0cb12613-9917-4b81-b844-583627ab461c req-4d49c331-232d-49e9-ab72-eaf31f29130a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406113 Jun 17 07:23:21.596127 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74447e5-841a-4608-998b-acd7ad0ade0c req-96af3d6f-edcd-43e0-964f-fbc00b22de66 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:21.597507 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f74447e5-841a-4608-998b-acd7ad0ade0c req-96af3d6f-edcd-43e0-964f-fbc00b22de66 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0459344 Jun 17 07:23:21.641222 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:21.646521 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f74447e5-841a-4608-998b-acd7ad0ade0c req-9fe980d3-49dc-4f14-b95a-3f124ba46e25 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436189 Jun 17 07:23:21.843656 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b35ba-9fdf-4a41-a3e5-960ee35f6c4d req-4e8f8312-99b3-4680-b55b-5261dc3e4c13 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:21.845147 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b16b35ba-9fdf-4a41-a3e5-960ee35f6c4d req-4e8f8312-99b3-4680-b55b-5261dc3e4c13 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0492053 Jun 17 07:23:21.892192 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b16b35ba-9fdf-4a41-a3e5-960ee35f6c4d req-bf0cd739-e0d9-4cdf-94c9-52a800072d7e tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Jun 17 07:23:21.944917 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-88295bfa-131c-4b10-ad0e-eefcd4cd6cff req-59404b09-3e75-40d6-bb60-be19c84453af tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c6dfaf2-a3d5-4b1d-a9bf-ae2e6bbb07f1 HTTP/1.1" status: 200 len: 210 time: 0.0265920 Jun 17 07:23:22.062778 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b57d72-6fd5-4996-aea7-4da080c22c7d req-528e88c3-0a15-4151-9bc5-bb13982b59c0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:22.064271 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b1b57d72-6fd5-4996-aea7-4da080c22c7d req-528e88c3-0a15-4151-9bc5-bb13982b59c0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 946 time: 0.0467281 Jun 17 07:23:22.109865 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b1b57d72-6fd5-4996-aea7-4da080c22c7d req-f5d9df98-6030-4338-a9b6-a9adc7552c1e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 Jun 17 07:23:22.290555 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d66bca-8cc9-4d21-bacf-204264e3f6d5 req-191da468-6315-4a80-aec0-b76df4f376e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:22.292055 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-49d66bca-8cc9-4d21-bacf-204264e3f6d5 req-191da468-6315-4a80-aec0-b76df4f376e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.0949044 Jun 17 07:23:22.606180 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89623b3f-566a-427d-9892-79bb9ec232c5 req-83dc2df4-b753-4996-ae31-0bcdb95daac9 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:22.607622 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-89623b3f-566a-427d-9892-79bb9ec232c5 req-83dc2df4-b753-4996-ae31-0bcdb95daac9 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0497553 Jun 17 07:23:22.652448 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-89623b3f-566a-427d-9892-79bb9ec232c5 req-0e5b2083-48cf-4707-be56-7beee80a7db8 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392647 Jun 17 07:23:22.761045 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428bcde-1ac3-4523-89ce-783db38eebcb req-b9375378-4781-42f0-8960-952db7cf7305 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:22.762624 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1428bcde-1ac3-4523-89ce-783db38eebcb req-b9375378-4781-42f0-8960-952db7cf7305 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0468102 Jun 17 07:23:22.845206 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-49d66bca-8cc9-4d21-bacf-204264e3f6d5 req-b16775bc-d852-4141-83f6-371d85077d1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb HTTP/1.1" status: 200 len: 1001 time: 0.0816381 Jun 17 07:23:22.886702 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1428bcde-1ac3-4523-89ce-783db38eebcb req-de059aaa-6541-4e3d-91e8-ed8bd6faef52 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157417 Jun 17 07:23:22.903208 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d66bca-8cc9-4d21-bacf-204264e3f6d5 req-02e33e33-f47c-400c-8f89-1cb15f2060ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:22.904642 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-49d66bca-8cc9-4d21-bacf-204264e3f6d5 req-02e33e33-f47c-400c-8f89-1cb15f2060ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.0517247 Jun 17 07:23:22.949496 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d66bca-8cc9-4d21-bacf-204264e3f6d5 req-4a65f272-105b-4ddb-a436-1cfd2d5258aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:22.951023 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-49d66bca-8cc9-4d21-bacf-204264e3f6d5 req-4a65f272-105b-4ddb-a436-1cfd2d5258aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388119 Jun 17 07:23:23.015076 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89111a-a0d6-4cb8-a27a-e01d96729e42 req-0732c06d-8755-4a0a-903d-e631a82465c3 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:23.017453 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3f89111a-a0d6-4cb8-a27a-e01d96729e42 req-0732c06d-8755-4a0a-903d-e631a82465c3 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0574744 Jun 17 07:23:23.037611 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:23:23.050902 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-49d66bca-8cc9-4d21-bacf-204264e3f6d5 req-828d349c-4bbc-4df6-b904-9f5d94e93750 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926850 Jun 17 07:23:23.063219 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:23:23.063693 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 1dfb0adf-408e-4ceb-92dc-92eadc56d5e4 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:23:23.070831 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3f89111a-a0d6-4cb8-a27a-e01d96729e42 req-4dd33a76-ce50-40e9-9a65-4c9a6b23b056 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512838 Jun 17 07:23:23.134568 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:23.140189 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:23.146307 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-49d66bca-8cc9-4d21-bacf-204264e3f6d5 req-8c8a29cb-9390-4ad7-9104-75003e8ba29b service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892470 Jun 17 07:23:23.245614 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d062f9-024e-4b83-a694-df757a8f481d req-1dc3ed5b-458f-4a9a-a23c-eeb8d97923a4 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:23.247270 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-18d062f9-024e-4b83-a694-df757a8f481d req-1dc3ed5b-458f-4a9a-a23c-eeb8d97923a4 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0721793 Jun 17 07:23:23.250493 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd356cf4-ba89-444c-a1dc-921b01ed9ca1 req-84a0bcd1-6c84-46be-9fe7-fc92c57d6c4c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:23.252222 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-dd356cf4-ba89-444c-a1dc-921b01ed9ca1 req-84a0bcd1-6c84-46be-9fe7-fc92c57d6c4c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 946 time: 0.0556874 Jun 17 07:23:23.288901 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:23.301330 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-18d062f9-024e-4b83-a694-df757a8f481d req-f58982f9-0ae0-457e-94e4-1bcfdfb37147 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478890 Jun 17 07:23:23.305416 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-dd356cf4-ba89-444c-a1dc-921b01ed9ca1 req-083156c4-568d-4604-8a2b-0cd15ea652a2 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477319 Jun 17 07:23:23.619025 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a042cc-3c05-4beb-af22-d68798429ad9 req-b283620c-471b-47f2-942b-3111e6ff7a6e tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:23.620476 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c1a042cc-3c05-4beb-af22-d68798429ad9 req-b283620c-471b-47f2-942b-3111e6ff7a6e tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0467017 Jun 17 07:23:23.666094 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c1a042cc-3c05-4beb-af22-d68798429ad9 req-669e7d32-a1a4-4e17-9d30-cd946b3d2f2c tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401957 Jun 17 07:23:23.768514 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31587bed-7fda-4901-be6f-e6654073c834 req-e3888fd4-d772-4bee-99da-205253951627 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:23.772520 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-31587bed-7fda-4901-be6f-e6654073c834 req-e3888fd4-d772-4bee-99da-205253951627 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0487342 Jun 17 07:23:23.817827 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-31587bed-7fda-4901-be6f-e6654073c834 req-875ac928-4b36-4d88-b453-ab7a2626f646 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417314 Jun 17 07:23:24.013469 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd9271-e914-4a47-b20f-b00753a275a2 req-928b3f66-fe20-4dae-a7fc-d78c77617a8c tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:24.014963 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7cdd9271-e914-4a47-b20f-b00753a275a2 req-928b3f66-fe20-4dae-a7fc-d78c77617a8c tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0495567 Jun 17 07:23:24.067989 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7cdd9271-e914-4a47-b20f-b00753a275a2 req-8f7bc8bb-842a-4b22-b042-7d6dcfae85f4 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464382 Jun 17 07:23:24.934297 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0a267-051b-4655-8bf9-250eff6b57a5 req-396d7ac6-46be-498f-ad86-59b87bedac45 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:24.935720 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-66e0a267-051b-4655-8bf9-250eff6b57a5 req-396d7ac6-46be-498f-ad86-59b87bedac45 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0490279 Jun 17 07:23:24.985265 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-66e0a267-051b-4655-8bf9-250eff6b57a5 req-e72eb93b-622b-48d4-b95f-1d0a0d82503a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441058 Jun 17 07:23:25.181611 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d18c56-02ba-4b36-8d41-38ab1f3fcc8a req-6244bffa-6211-4bd8-be09-361c1fbd8785 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:25.183050 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-68d18c56-02ba-4b36-8d41-38ab1f3fcc8a req-6244bffa-6211-4bd8-be09-361c1fbd8785 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0498090 Jun 17 07:23:25.230979 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-68d18c56-02ba-4b36-8d41-38ab1f3fcc8a req-800e2769-c062-4adf-b4b7-6787da085c12 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425775 Jun 17 07:23:26.105530 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fa683-171c-4f27-86b5-62d32003a1bf req-b947061d-58a8-493f-90be-5f1c892edd17 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:26.107011 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-365fa683-171c-4f27-86b5-62d32003a1bf req-b947061d-58a8-493f-90be-5f1c892edd17 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0469370 Jun 17 07:23:26.153609 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-365fa683-171c-4f27-86b5-62d32003a1bf req-1f1b4e0a-87f1-4081-a3e7-f4910221dbb7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409029 Jun 17 07:23:26.343907 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0982b7-d3e7-44a7-aa85-35007f2b4e70 req-05b9d63c-2278-4e3b-b05b-185850fbe9d7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:26.345405 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7b0982b7-d3e7-44a7-aa85-35007f2b4e70 req-05b9d63c-2278-4e3b-b05b-185850fbe9d7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0465457 Jun 17 07:23:26.395135 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7b0982b7-d3e7-44a7-aa85-35007f2b4e70 req-76c3241d-090e-4d1c-ae7a-faa4a39611a6 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443366 Jun 17 07:23:27.314542 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b84323-b10a-4c93-96a3-9472a7ba429e req-c88504e1-cd97-4de1-832f-152eef380363 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:27.317059 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-51b84323-b10a-4c93-96a3-9472a7ba429e req-c88504e1-cd97-4de1-832f-152eef380363 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0588031 Jun 17 07:23:27.373105 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-51b84323-b10a-4c93-96a3-9472a7ba429e req-a221a000-58f6-40da-9fa2-c6d89fe09934 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496221 Jun 17 07:23:27.510665 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21f075-9b6a-426f-b550-f4628fea9005 req-ee09162d-8634-4cd2-990a-08c4bca83d93 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:27.512208 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0a21f075-9b6a-426f-b550-f4628fea9005 req-ee09162d-8634-4cd2-990a-08c4bca83d93 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0475399 Jun 17 07:23:27.561079 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0a21f075-9b6a-426f-b550-f4628fea9005 req-183eec0c-fb17-49db-af8c-e4ce8d6b0d46 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433688 Jun 17 07:23:28.486571 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45e5d6-5d8a-4787-b963-4eeaf2cbebf4 req-2a125f11-475e-4fba-a35c-477a7c8373d7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:28.488013 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5a45e5d6-5d8a-4787-b963-4eeaf2cbebf4 req-2a125f11-475e-4fba-a35c-477a7c8373d7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0458729 Jun 17 07:23:28.533495 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5a45e5d6-5d8a-4787-b963-4eeaf2cbebf4 req-50e00671-e973-4ad4-989c-b3da15c37875 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396078 Jun 17 07:23:28.677773 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26369f2b-39dc-4d93-9354-54a43334cd39 req-2f26bcc6-4faf-4fa2-aa56-866568284e6c tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:28.679185 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-26369f2b-39dc-4d93-9354-54a43334cd39 req-2f26bcc6-4faf-4fa2-aa56-866568284e6c tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0484686 Jun 17 07:23:28.739332 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-26369f2b-39dc-4d93-9354-54a43334cd39 req-687d9eca-b1e0-4e6d-a3eb-8b7336a45400 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479693 Jun 17 07:23:29.648277 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e56a5-04be-48ff-9628-a6df5865159b req-9457ab6b-d805-41a0-8d2e-130d3e3154b7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:29.650301 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-261e56a5-04be-48ff-9628-a6df5865159b req-9457ab6b-d805-41a0-8d2e-130d3e3154b7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0499527 Jun 17 07:23:29.694865 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-261e56a5-04be-48ff-9628-a6df5865159b req-a020ba2e-3f0c-49bd-b492-cb0b5fab44d1 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391517 Jun 17 07:23:29.851092 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf61b41-5821-4601-b1a4-c761d1e6c07a req-9b635b06-a70a-46c3-a615-b322db830edc tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:29.853074 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fdf61b41-5821-4601-b1a4-c761d1e6c07a req-9b635b06-a70a-46c3-a615-b322db830edc tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0468359 Jun 17 07:23:29.903082 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fdf61b41-5821-4601-b1a4-c761d1e6c07a req-35ad53e0-da24-431e-9b39-10808461c405 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Jun 17 07:23:30.793836 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:30.809610 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df379c1-95dc-49b2-b88b-f8b3b7141e78 req-310f7003-0a4e-4126-b697-682fab9d48f7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:30.811044 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7df379c1-95dc-49b2-b88b-f8b3b7141e78 req-310f7003-0a4e-4126-b697-682fab9d48f7 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0472054 Jun 17 07:23:30.855955 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7df379c1-95dc-49b2-b88b-f8b3b7141e78 req-fdc87e9c-e56b-4e06-8df7-cbaa257ad5bd tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395553 Jun 17 07:23:31.014925 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e042-16eb-4d51-97a1-0b080a6e073a req-b1853b0e-4835-4b70-b258-5e2cafabe5c4 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:31.016598 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b538e042-16eb-4d51-97a1-0b080a6e073a req-b1853b0e-4835-4b70-b258-5e2cafabe5c4 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0462179 Jun 17 07:23:31.065628 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b538e042-16eb-4d51-97a1-0b080a6e073a req-dec7186f-85d5-4a1d-aa02-08934ca0071e tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435243 Jun 17 07:23:31.548252 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8f6e6009-fcde-4778-b310-a5edbcb21692 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:23:31.645881 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8f6e6009-fcde-4778-b310-a5edbcb21692, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f6e6009-fcde-4778-b310-a5edbcb21692,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:31.657322 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'port_id': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'mac_address': 'fa:16:3e:f2:2b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:23:31.692373 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 8f6e6009-fcde-4778-b310-a5edbcb21692 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:23:31.692889 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:31.706017 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6e6009-fcde-4778-b310-a5edbcb21692 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:23:31.725762 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8f6e6009-fcde-4778-b310-a5edbcb21692, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f6e6009-fcde-4778-b310-a5edbcb21692,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:31.729864 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:31.766432 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:31.779074 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=8f6e6009-fcde-4778-b310-a5edbcb21692,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:31.997619 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92e179-0099-4734-bae1-23e132d35eec req-3eda48a6-3b75-4f93-9a9c-ebcaceb894f8 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:31.999116 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8d92e179-0099-4734-bae1-23e132d35eec req-3eda48a6-3b75-4f93-9a9c-ebcaceb894f8 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0520380 Jun 17 07:23:32.045969 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8d92e179-0099-4734-bae1-23e132d35eec req-e671d021-9359-4ceb-8a6f-304527a3c127 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412121 Jun 17 07:23:32.081540 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-b36bbf6e-fd61-4840-ab5b-fde1981d44ef tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:32.083002 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-b36bbf6e-fd61-4840-ab5b-fde1981d44ef tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/networks?id=d085d43f-8332-461f-be16-9921b6cc7d81 HTTP/1.1" status: 200 len: 814 time: 0.1051757 Jun 17 07:23:32.100430 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-5ed57b7d-5d3c-407f-a0a8-b17d61237e9c tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/quotas/71a5393056b74f1e871bb50775a40554 HTTP/1.1" status: 200 len: 375 time: 0.0112672 Jun 17 07:23:32.103586 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['8f6e6009-fcde-4778-b310-a5edbcb21692'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:23:32.145375 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-bdb6567c-8cb0-4841-8c1c-cbc2ffb39298 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=71a5393056b74f1e871bb50775a40554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338902 Jun 17 07:23:32.168620 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:32.204042 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b896ec-1ea3-4aed-bb32-0ad5b3c3518a req-8856ae20-866d-4e1b-b544-de393098b719 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:32.205567 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-07b896ec-1ea3-4aed-bb32-0ad5b3c3518a req-8856ae20-866d-4e1b-b544-de393098b719 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 945 time: 0.0479825 Jun 17 07:23:32.259990 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-07b896ec-1ea3-4aed-bb32-0ad5b3c3518a req-efd03b4c-bcdb-4401-a962-8ba15aa01555 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484853 Jun 17 07:23:32.264276 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-36dfe55d-9299-4765-be99-74365725ff17 service neutron] 10.222.0.33 "GET /v2.0/networks/d085d43f-8332-461f-be16-9921b6cc7d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112914 Jun 17 07:23:32.362488 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-534d75d7-2ccc-43fe-951b-a92c342d87f6 service neutron] 10.222.0.33 "GET /v2.0/networks/d085d43f-8332-461f-be16-9921b6cc7d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973620 Jun 17 07:23:32.481873 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-83492ef1-03be-40d5-8b4a-4ac3f96b0e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:32.502432 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:32.522834 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1e825797-bdd2-40a8-8e2b-ab1881fc3d6b req-51d8c5ab-1d1f-4f51-aba6-16a85a8cc4f7 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 210 time: 0.0290556 Jun 17 07:23:32.727145 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c3fd-0e6c-4396-b88d-bcdd73de722c req-3b91cfe3-f224-4902-b89f-52ff0b3f5cd8 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:32.734039 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1ff7c3fd-0e6c-4396-b88d-bcdd73de722c req-3b91cfe3-f224-4902-b89f-52ff0b3f5cd8 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0589166 Jun 17 07:23:32.789440 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1ff7c3fd-0e6c-4396-b88d-bcdd73de722c req-3d34e276-15d2-4f6d-892a-43ce5dc61fc5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452740 Jun 17 07:23:33.157993 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:33.167257 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184aaabc-d5b0-4d48-8b37-e6cfd41c0245 req-db80507a-4460-41ed-82e5-0ff5ec266147 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:33.168907 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-184aaabc-d5b0-4d48-8b37-e6cfd41c0245 req-db80507a-4460-41ed-82e5-0ff5ec266147 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0530801 Jun 17 07:23:33.181386 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:33.215922 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-184aaabc-d5b0-4d48-8b37-e6cfd41c0245 req-a7757175-9f74-4f10-89f6-97161ffb81bc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415087 Jun 17 07:23:33.240843 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8f6e6009-fcde-4778-b310-a5edbcb21692 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:23:33.283069 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 8f6e6009-fcde-4778-b310-a5edbcb21692 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:23:33.291819 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 8f6e6009-fcde-4778-b310-a5edbcb21692 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:23:33.292241 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:33.366962 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 8f6e6009-fcde-4778-b310-a5edbcb21692 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:23:33.367342 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:33.377129 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b9c7a-2c2d-4e51-a74a-88fe93e0fc7e req-e51399d3-7643-48f6-9345-149d58e4d3f8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:33.378629 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ac4b9c7a-2c2d-4e51-a74a-88fe93e0fc7e req-e51399d3-7643-48f6-9345-149d58e4d3f8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 945 time: 0.0480013 Jun 17 07:23:33.398726 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:33.401118 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129ed31c-ac35-44a1-a596-5b7b0ae18358" -d '{"events": [{"server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "name": "network-vif-plugged", "status": "completed", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:33.413915 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8f6e6009-fcde-4778-b310-a5edbcb21692, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f6e6009-fcde-4778-b310-a5edbcb21692,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:33.418955 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:33.433522 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ac4b9c7a-2c2d-4e51-a74a-88fe93e0fc7e req-8ad7a8c7-8797-44c0-98e5-2ed78755e79e tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486040 Jun 17 07:23:33.443770 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bae8f26-4ac5-47bf-880c-01af42c9940f x-openstack-request-id: req-4bae8f26-4ac5-47bf-880c-01af42c9940f {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:33.444166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "name": "network-vif-plugged", "status": "completed", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:33.444420 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4bae8f26-4ac5-47bf-880c-01af42c9940f {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:33.444809 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bae8f26-4ac5-47bf-880c-01af42c9940f'] response: {'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'code': 200} Jun 17 07:23:33.468131 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=8f6e6009-fcde-4778-b310-a5edbcb21692,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:33.623361 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-114c7784-e9e2-4983-a95e-e406d4cce2b1 req-202b62a4-292d-4915-8a9c-8f61367353c4 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 210 time: 0.0273077 Jun 17 07:23:33.762708 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-5c6c1c20-23c0-4ecb-8033-bb922ff6012e tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:33.764496 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-5c6c1c20-23c0-4ecb-8033-bb922ff6012e tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.16 "GET /v2.0/networks?id=d085d43f-8332-461f-be16-9921b6cc7d81 HTTP/1.1" status: 200 len: 814 time: 0.1134188 Jun 17 07:23:33.778319 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Request body: {'port': {'device_id': 'e46be2cb-9619-4e9e-972c-e9fc1a1939f9', 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81', 'admin_state_up': True, 'tenant_id': '71a5393056b74f1e871bb50775a40554'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:33.799565 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eb85b-8384-4236-ade2-712feacef368 req-562fa887-182c-4e55-b5dd-d9997a4f3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:33.801386 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c28eb85b-8384-4236-ade2-712feacef368 req-562fa887-182c-4e55-b5dd-d9997a4f3d0d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 1130 time: 0.0407653 Jun 17 07:23:33.877192 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c28eb85b-8384-4236-ade2-712feacef368 req-f060f7ee-09c7-41a9-a303-cd7a6985e649 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666759 Jun 17 07:23:33.900882 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Made reservation on behalf of 71a5393056b74f1e871bb50775a40554 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:23:33.904488 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:33.911777 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd24ab-99be-4cfc-a489-bb9e82ff6d9c req-1b0629b9-0139-4eab-9e7d-4a91643eabbc tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:33.913301 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-27bd24ab-99be-4cfc-a489-bb9e82ff6d9c req-1b0629b9-0139-4eab-9e7d-4a91643eabbc tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0497005 Jun 17 07:23:33.961599 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-27bd24ab-99be-4cfc-a489-bb9e82ff6d9c req-53b82136-f1d0-4490-ae66-f6874008c4e1 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412915 Jun 17 07:23:34.031416 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Allocated IP 172.20.0.5 (d085d43f-8332-461f-be16-9921b6cc7d81/e18da382-875b-461c-b114-f19f98906e99/9775ad68-7c70-469e-904b-93b7d670e84e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:23:34.175932 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks [] for port (9775ad68-7c70-469e-904b-93b7d670e84e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:34.207677 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:34.250146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Network d085d43f-8332-461f-be16-9921b6cc7d81 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:23:34.255373 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:23:34.260051 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:23:34.285809 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Pushing event updated for resources: {'Port': ['ID=9775ad68-7c70-469e-904b-93b7d670e84e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:34.306017 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:34.306914 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:34.340844 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:34.341453 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:34.346134 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:34.361593 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:23:34.363166 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c632a-41c0-4bc2-b1c6-ca6331b21b20 req-3765df89-b96e-4bb8-84d5-a6cbac36b07a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:34.364695 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6e1c632a-41c0-4bc2-b1c6-ca6331b21b20 req-3765df89-b96e-4bb8-84d5-a6cbac36b07a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0745580 Jun 17 07:23:34.369126 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-6f0e8af5-9ff0-4791-901d-85520c689727 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953629 Jun 17 07:23:34.385833 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Request body: {'port': {'device_id': 'e46be2cb-9619-4e9e-972c-e9fc1a1939f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:34.456729 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:34.466440 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6e1c632a-41c0-4bc2-b1c6-ca6331b21b20 req-9b43b930-f41d-4d68-90ec-a62d35b4de32 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959032 Jun 17 07:23:34.471980 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:34.550976 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c33f35-517c-4620-9eb0-0dcdfd0cba52 req-50c416b2-7b90-4194-850b-8feadedd0a9a tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:34.552450 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-22c33f35-517c-4620-9eb0-0dcdfd0cba52 req-50c416b2-7b90-4194-850b-8feadedd0a9a tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0475070 Jun 17 07:23:34.603942 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-22c33f35-517c-4620-9eb0-0dcdfd0cba52 req-66adc34e-2e54-40a6-83dd-610c7bf1ec6d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451620 Jun 17 07:23:34.706728 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d2e853ba-b6f1-4c48-8e4f-74a7abf5d390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:34.885779 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8aad2-f9f3-4bb9-8773-ff30cdfb2f47 req-59a9b3ca-db84-4fef-af19-dcaa09066d0a tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:34.887125 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4da8aad2-f9f3-4bb9-8773-ff30cdfb2f47 req-59a9b3ca-db84-4fef-af19-dcaa09066d0a tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 931 time: 0.0689533 Jun 17 07:23:34.981499 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4da8aad2-f9f3-4bb9-8773-ff30cdfb2f47 req-2f7106fa-a659-427e-9211-b12c9869db9e tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866368 Jun 17 07:23:35.043264 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9775ad68-7c70-469e-904b-93b7d670e84e {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:23:35.050834 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Publish callbacks [] for port (9775ad68-7c70-469e-904b-93b7d670e84e), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:35.064514 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Transition to ACTIVE for port object 9775ad68-7c70-469e-904b-93b7d670e84e will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:23:35.068790 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:35.080944 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42937e-62d2-4e46-90fb-4e84dcc6e7c3 req-313b3903-357f-47ef-8615-31402d677b59 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:35.082411 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9e42937e-62d2-4e46-90fb-4e84dcc6e7c3 req-313b3903-357f-47ef-8615-31402d677b59 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0521576 Jun 17 07:23:35.121632 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Pushing event updated for resources: {'Port': ['ID=9775ad68-7c70-469e-904b-93b7d670e84e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:35.129434 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9e42937e-62d2-4e46-90fb-4e84dcc6e7c3 req-3091e939-4ea8-486a-95b0-28bb242c4b0d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406289 Jun 17 07:23:35.188879 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Attempting to bind port 9775ad68-7c70-469e-904b-93b7d670e84e on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:23:35.189453 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Attempting to bind port 9775ad68-7c70-469e-904b-93b7d670e84e by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '02d8de91-6e51-4456-8243-db9ff33ba578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:23:35.189576 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Attempting to bind port 9775ad68-7c70-469e-904b-93b7d670e84e on network d085d43f-8332-461f-be16-9921b6cc7d81 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:23:35.193886 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Port 9775ad68-7c70-469e-904b-93b7d670e84e on network d085d43f-8332-461f-be16-9921b6cc7d81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:23:35.194198 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Attempting to bind port 9775ad68-7c70-469e-904b-93b7d670e84e on network d085d43f-8332-461f-be16-9921b6cc7d81 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:23:35.199086 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:23:35.199419 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Checking segment: {'id': '02d8de91-6e51-4456-8243-db9ff33ba578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:23:35.199789 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Bound using segment: {'id': '02d8de91-6e51-4456-8243-db9ff33ba578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:23:35.200239 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Bound port: 9775ad68-7c70-469e-904b-93b7d670e84e, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8de91-6e51-4456-8243-db9ff33ba578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:23:35.200589 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:35.259660 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] For port 9775ad68-7c70-469e-904b-93b7d670e84e, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:23:35.262704 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] For port 9775ad68-7c70-469e-904b-93b7d670e84e, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=9775ad68-7c70-469e-904b-93b7d670e84e,segment=NetworkSegment(02d8de91-6e51-4456-8243-db9ff33ba578),segment_id=02d8de91-6e51-4456-8243-db9ff33ba578)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:23:35.269348 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:35.307729 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:35.308357 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:35.309705 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] 10.222.0.16 "PUT /v2.0/ports/9775ad68-7c70-469e-904b-93b7d670e84e HTTP/1.1" status: 200 len: 1093 time: 0.9294996 Jun 17 07:23:35.311760 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46be2cb-9619-4e9e-972c-e9fc1a1939f9', 'tag': '9775ad68-7c70-469e-904b-93b7d670e84e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:35.313986 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c98cc8e-6b65-4f02-ba0b-417aceca4006" -d '{"events": [{"name": "network-changed", "server_uuid": "e46be2cb-9619-4e9e-972c-e9fc1a1939f9", "tag": "9775ad68-7c70-469e-904b-93b7d670e84e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:35.334868 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34432f8-d233-4c0d-bce5-239067f56db6 service neutron] Pushing event updated for resources: {'Port': ['ID=9775ad68-7c70-469e-904b-93b7d670e84e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:35.351049 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f5266f-96cd-4264-b736-ec34abddccab x-openstack-request-id: req-f7f5266f-96cd-4264-b736-ec34abddccab {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:35.351328 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46be2cb-9619-4e9e-972c-e9fc1a1939f9", "tag": "9775ad68-7c70-469e-904b-93b7d670e84e", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:35.351590 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f7f5266f-96cd-4264-b736-ec34abddccab {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:35.352529 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f5266f-96cd-4264-b736-ec34abddccab'] response: {'name': 'network-changed', 'server_uuid': 'e46be2cb-9619-4e9e-972c-e9fc1a1939f9', 'tag': '9775ad68-7c70-469e-904b-93b7d670e84e', 'status': 'completed', 'code': 200} Jun 17 07:23:35.581477 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fe30a-2d53-431b-9d2e-0966b72919db req-0ed40604-3993-409f-9088-43ad1745405d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:35.582910 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-116fe30a-2d53-431b-9d2e-0966b72919db req-0ed40604-3993-409f-9088-43ad1745405d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0466588 Jun 17 07:23:35.629203 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-116fe30a-2d53-431b-9d2e-0966b72919db req-f63a102d-cbfd-41f8-9d4f-8ec871cc0b4d tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402691 Jun 17 07:23:35.717998 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:35.726230 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e36431-d57b-4b57-9796-2325f3afdf15 req-486bc21e-32df-471b-bbe9-57915b4528f1 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:35.727715 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f9e36431-d57b-4b57-9796-2325f3afdf15 req-486bc21e-32df-471b-bbe9-57915b4528f1 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0475791 Jun 17 07:23:35.738937 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:35.779067 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f9e36431-d57b-4b57-9796-2325f3afdf15 req-d856cb1a-0c04-47af-ba70-9af1d58460de tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456736 Jun 17 07:23:35.907934 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98cc8e-6b65-4f02-ba0b-417aceca4006 req-2289d03f-5e27-40ad-bbd7-231ad632823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:35.909466 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8c98cc8e-6b65-4f02-ba0b-417aceca4006 req-2289d03f-5e27-40ad-bbd7-231ad632823b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a5393056b74f1e871bb50775a40554&device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 1127 time: 0.0382419 Jun 17 07:23:36.030865 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:36.034374 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98cc8e-6b65-4f02-ba0b-417aceca4006 req-950e99b6-8fc4-48cc-93fa-45c58d539022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:36.035824 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8c98cc8e-6b65-4f02-ba0b-417aceca4006 req-950e99b6-8fc4-48cc-93fa-45c58d539022 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=71a5393056b74f1e871bb50775a40554&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0942633 Jun 17 07:23:36.094915 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96301261-b01b-4586-b957-2a4a77f9afc1 req-932e3e92-eaea-465d-8218-4df63eaed2b7 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:36.096403 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-96301261-b01b-4586-b957-2a4a77f9afc1 req-932e3e92-eaea-465d-8218-4df63eaed2b7 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 943 time: 0.0489943 Jun 17 07:23:36.120589 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:36.130735 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98cc8e-6b65-4f02-ba0b-417aceca4006 req-01ed4622-d833-41a6-b29e-a1d59fb4f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:36.132467 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8c98cc8e-6b65-4f02-ba0b-417aceca4006 req-01ed4622-d833-41a6-b29e-a1d59fb4f82d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898981 Jun 17 07:23:36.144711 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-96301261-b01b-4586-b957-2a4a77f9afc1 req-3b4c07b3-ade3-4f3f-92bf-9f15d4ecc7dd tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Jun 17 07:23:36.242208 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-86eb63cc-cf6d-4766-af50-a52bf03d6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:36.244342 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-86eb63cc-cf6d-4766-af50-a52bf03d6aa8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71a5393056b74f1e871bb50775a40554&device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 1127 time: 0.0704045 Jun 17 07:23:36.265019 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684237b-146c-45b0-9623-9da22d6b530d req-2ce30f9c-c864-4547-bc65-f8fed364f338 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:36.266363 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1684237b-146c-45b0-9623-9da22d6b530d req-2ce30f9c-c864-4547-bc65-f8fed364f338 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0611701 Jun 17 07:23:36.306109 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-9cc63539-29a9-4a4b-833d-8a0fd1d00624 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9775ad68-7c70-469e-904b-93b7d670e84e HTTP/1.1" status: 200 len: 217 time: 0.0516019 Jun 17 07:23:36.380479 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1684237b-146c-45b0-9623-9da22d6b530d req-00e66691-46ca-4d5d-88e8-de767665a545 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818219 Jun 17 07:23:36.383982 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-735a4234-1584-4fab-82ab-f4017bef9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:36.385414 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-735a4234-1584-4fab-82ab-f4017bef9c68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e18da382-875b-461c-b114-f19f98906e99 HTTP/1.1" status: 200 len: 854 time: 0.0696416 Jun 17 07:23:36.424543 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-c8489e5d-6ba2-413a-aaa0-78d4fad19290 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d085d43f-8332-461f-be16-9921b6cc7d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256953 Jun 17 07:23:36.522697 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-b4e18037-b078-42ee-bc68-aa2a0e63b28f service neutron] 10.222.0.16 "GET /v2.0/networks/d085d43f-8332-461f-be16-9921b6cc7d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846260 Jun 17 07:23:36.614602 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a8fab4ec-c9ce-4418-9d46-b652e3eaa31c req-754fcf9b-bc78-43dc-b3e7-d4325ac70dd1 service neutron] 10.222.0.16 "GET /v2.0/networks/d085d43f-8332-461f-be16-9921b6cc7d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844202 Jun 17 07:23:36.747891 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd566fd-5ebd-4d45-88c8-d9d813da48e4 req-0b331726-043c-46df-be32-46f5c36b894a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:36.749374 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1cd566fd-5ebd-4d45-88c8-d9d813da48e4 req-0b331726-043c-46df-be32-46f5c36b894a tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0457759 Jun 17 07:23:36.796232 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1cd566fd-5ebd-4d45-88c8-d9d813da48e4 req-56984eeb-ae4a-4ed0-9a01-e928b32345ad tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 Jun 17 07:23:36.889467 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836776a-803b-4c93-8f3e-1353704716c8 req-ad48a6e8-266d-4c1e-87cf-422667d3656f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:36.890834 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2836776a-803b-4c93-8f3e-1353704716c8 req-ad48a6e8-266d-4c1e-87cf-422667d3656f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0463436 Jun 17 07:23:36.938085 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2836776a-803b-4c93-8f3e-1353704716c8 req-89b0a750-51d4-44ef-8f03-b32d5862304c tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Jun 17 07:23:37.045847 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45227e-2741-4c3e-9d22-f2c7df274c95 req-a3e0aa49-7cad-42ea-a12f-b75b075ebdc9 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:37.047278 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6d45227e-2741-4c3e-9d22-f2c7df274c95 req-a3e0aa49-7cad-42ea-a12f-b75b075ebdc9 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0450091 Jun 17 07:23:37.097342 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6d45227e-2741-4c3e-9d22-f2c7df274c95 req-51b6b251-f03e-4013-8c02-1b49efc73e14 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446429 Jun 17 07:23:37.119321 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38798) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:37.196878 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384ee4e-bc08-4d59-9b42-942219ac75a0 tempest-TestShelveInstance-1009233855 tempest-TestShelveInstance-1009233855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:37.198422 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a384ee4e-bc08-4d59-9b42-942219ac75a0 tempest-TestShelveInstance-1009233855 tempest-TestShelveInstance-1009233855-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 1125 time: 0.0781891 Jun 17 07:23:37.201287 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38804) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:37.205440 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'port_id': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:37.225714 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:37.266924 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced2bf8-e830-4708-97d7-cb5d6f38f798 req-00b741d6-693f-4e7b-a756-e7e2bfe40d5d tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:37.268828 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7ced2bf8-e830-4708-97d7-cb5d6f38f798 req-00b741d6-693f-4e7b-a756-e7e2bfe40d5d tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 943 time: 0.0536094 Jun 17 07:23:37.278640 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:37.288776 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:37.304622 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:37.322947 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7ced2bf8-e830-4708-97d7-cb5d6f38f798 req-5e54fc44-5dbe-4dbd-af8d-356239ef947d tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449293 Jun 17 07:23:37.416644 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Allocated IP 172.27.0.170 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/e32c6d43-34db-4153-a2c8-5fe94c8257a8) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:23:37.531313 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e674d7-4fab-4a9b-949e-36121313f181 req-eb012eff-ca20-4ed4-9448-89bb0bc63443 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:37.533104 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-63e674d7-4fab-4a9b-949e-36121313f181 req-eb012eff-ca20-4ed4-9448-89bb0bc63443 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0834174 Jun 17 07:23:37.578776 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for port (e32c6d43-34db-4153-a2c8-5fe94c8257a8), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:37.618580 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-63e674d7-4fab-4a9b-949e-36121313f181 req-8ca7ba86-346a-43cc-b5ad-1cbaa5cb3191 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749698 Jun 17 07:23:37.633460 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (e32c6d43-34db-4153-a2c8-5fe94c8257a8), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:37.671249 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:23:37.678013 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:23:37.681237 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:23:37.706516 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event updated for resources: {'Port': ['ID=e32c6d43-34db-4153-a2c8-5fe94c8257a8,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:37.805158 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:37.845439 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:37.918659 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac44132-5513-462f-8dab-5377ad110245 req-24a8fcd4-18a6-4d53-9181-efdefb269a62 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:37.920157 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9ac44132-5513-462f-8dab-5377ad110245 req-24a8fcd4-18a6-4d53-9181-efdefb269a62 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0483363 Jun 17 07:23:37.968116 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9ac44132-5513-462f-8dab-5377ad110245 req-5bfc1cab-5461-4f89-9865-c3c6128ef587 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423491 Jun 17 07:23:38.004960 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for floatingip (c471cf0a-8329-4a0b-b990-0a8c9bb024ea), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:38.065725 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:38.069085 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (e32c6d43-34db-4153-a2c8-5fe94c8257a8), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:38.217449 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for port (e32c6d43-34db-4153-a2c8-5fe94c8257a8), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:38.221925 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (e32c6d43-34db-4153-a2c8-5fe94c8257a8), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:38.254230 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (c471cf0a-8329-4a0b-b990-0a8c9bb024ea), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:38.534270 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event updated for resources: {'Port': ['ID=e32c6d43-34db-4153-a2c8-5fe94c8257a8,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:38.603570 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f03523-8439-4d4e-99f7-9f8d08116bdc req-0fc01454-6e2e-4fdf-9c21-b6bfc5ab13b1 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:38.605072 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e4f03523-8439-4d4e-99f7-9f8d08116bdc req-0fc01454-6e2e-4fdf-9c21-b6bfc5ab13b1 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 943 time: 0.0875206 Jun 17 07:23:38.645140 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Floating IP c471cf0a-8329-4a0b-b990-0a8c9bb024ea associated. External IP: 172.27.0.170, port: 8f6e6009-fcde-4778-b310-a5edbcb21692. Jun 17 07:23:38.704350 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e4f03523-8439-4d4e-99f7-9f8d08116bdc req-638299b0-2c60-4a93-bcbf-edb13807f429 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932992 Jun 17 07:23:38.736508 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4a7a1-9b2f-43bf-8384-0cd348161bf7 req-a930f715-5781-4e64-a861-e529df083c0b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:38.737961 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-83f4a7a1-9b2f-43bf-8384-0cd348161bf7 req-a930f715-5781-4e64-a861-e529df083c0b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0513096 Jun 17 07:23:38.784693 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-83f4a7a1-9b2f-43bf-8384-0cd348161bf7 req-6b51f1eb-0738-4e3b-8aad-d7438f640ef3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408852 Jun 17 07:23:38.799368 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:38.862282 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Router bfb95b2f-b3d7-4c55-bf8d-622b89397306 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:23:38.963860 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:23:38.976254 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6164d8-8513-474f-ad3a-59e05f2de72d None None] Sync routers for ids ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:23:38.985109 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:38.987017 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6164d8-8513-474f-ad3a-59e05f2de72d None None] Routers {'bfb95b2f-b3d7-4c55-bf8d-622b89397306'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:23:38.987821 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d6164d8-8513-474f-ad3a-59e05f2de72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:23:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:39.020739 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-2b1547b9-0697-4ae5-84ed-62beefd8e570 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8182909 Jun 17 07:23:39.021229 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:39.023614 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af59453-e3c7-4a38-a9e0-d7923a752225" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:39.079895 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2795600-07eb-490f-8ab8-70f448493818 x-openstack-request-id: req-d2795600-07eb-490f-8ab8-70f448493818 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:39.081118 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:39.081381 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d2795600-07eb-490f-8ab8-70f448493818 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:39.081788 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2795600-07eb-490f-8ab8-70f448493818'] response: {'name': 'network-changed', 'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'status': 'completed', 'code': 200} Jun 17 07:23:39.105436 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9db31-49e9-427a-b962-12d666a76200 req-ead7d1c2-0eeb-49f3-9a9b-594c77401c20 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:39.107413 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6ef9db31-49e9-427a-b962-12d666a76200 req-ead7d1c2-0eeb-49f3-9a9b-594c77401c20 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0603440 Jun 17 07:23:39.168959 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af59453-e3c7-4a38-a9e0-d7923a752225 req-d048fbd9-51a2-4864-9409-13154d33b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:39.174041 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1af59453-e3c7-4a38-a9e0-d7923a752225 req-d048fbd9-51a2-4864-9409-13154d33b16e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f92a857cef0a43d4907fbc667e30df6d&device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 1130 time: 0.0681193 Jun 17 07:23:39.184564 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6ef9db31-49e9-427a-b962-12d666a76200 req-5b88ad1c-306e-4507-8381-3e204f93afcb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693827 Jun 17 07:23:39.217662 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:39.221905 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:39.249370 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7d6164d8-8513-474f-ad3a-59e05f2de72d None None] Set router bfb95b2f-b3d7-4c55-bf8d-622b89397306 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:23:39.277579 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 9775ad68-7c70-469e-904b-93b7d670e84e details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:23:39.282763 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af59453-e3c7-4a38-a9e0-d7923a752225 req-db808fc6-e548-4414-b5c2-afdb1a722051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:39.284264 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1af59453-e3c7-4a38-a9e0-d7923a752225 req-db808fc6-e548-4414-b5c2-afdb1a722051 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cda22a3-ed9a-495c-94c5-566aedd4005f HTTP/1.1" status: 200 len: 909 time: 0.0995049 Jun 17 07:23:39.300473 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:39.356790 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1af59453-e3c7-4a38-a9e0-d7923a752225 req-553f0dc9-7824-4ae5-90d7-4cf10fc5c5c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6e6009-fcde-4778-b310-a5edbcb21692 HTTP/1.1" status: 200 len: 1000 time: 0.0587609 Jun 17 07:23:39.401521 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:39.406120 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af59453-e3c7-4a38-a9e0-d7923a752225 req-03f528b1-ad0d-49e8-9ff5-a0d24d295525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:39.407582 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1af59453-e3c7-4a38-a9e0-d7923a752225 req-03f528b1-ad0d-49e8-9ff5-a0d24d295525 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41a60316-a518-4f9c-ac83-c96f9e396f63 HTTP/1.1" status: 200 len: 847 time: 0.0447264 Jun 17 07:23:39.456167 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af59453-e3c7-4a38-a9e0-d7923a752225 req-9a860ab5-f41e-4b07-b14e-191ba8ab95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:39.457693 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1af59453-e3c7-4a38-a9e0-d7923a752225 req-9a860ab5-f41e-4b07-b14e-191ba8ab95bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cda22a3-ed9a-495c-94c5-566aedd4005f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432589 Jun 17 07:23:39.488180 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 9775ad68-7c70-469e-904b-93b7d670e84e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=9775ad68-7c70-469e-904b-93b7d670e84e,segment=NetworkSegment(02d8de91-6e51-4456-8243-db9ff33ba578),segment_id=02d8de91-6e51-4456-8243-db9ff33ba578)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:39.509123 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '9775ad68-7c70-469e-904b-93b7d670e84e', 'network_id': 'd085d43f-8332-461f-be16-9921b6cc7d81', 'port_id': '9775ad68-7c70-469e-904b-93b7d670e84e', 'mac_address': 'fa:16:3e:d8:58:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18da382-875b-461c-b114-f19f98906e99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:23:39.549482 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1af59453-e3c7-4a38-a9e0-d7923a752225 req-7b470006-f39e-4ef2-af13-c7a5c4197ab4 service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854578 Jun 17 07:23:39.579767 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 9775ad68-7c70-469e-904b-93b7d670e84e is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:23:39.580700 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:39.601825 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d6164d8-8513-474f-ad3a-59e05f2de72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:29Z', 'revision_number': 4, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'c471cf0a-8329-4a0b-b990-0a8c9bb024ea', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'port_id': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'mac_address': 'fa:16:3e:f2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:23:37Z', 'updated_at': '2022-06-17T07:23:37Z', 'revision_number': 0, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9de4de5-c422-4cc1-a165-bcbd37ede8d8', 'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'mac_address': 'fa:16:3e:a7:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:28Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 5, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'subnets': [{'id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:39.605115 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9775ad68-7c70-469e-904b-93b7d670e84e {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:23:39.637212 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6164d8-8513-474f-ad3a-59e05f2de72d None None] Checking router: bfb95b2f-b3d7-4c55-bf8d-622b89397306 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:23:39.656442 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1af59453-e3c7-4a38-a9e0-d7923a752225 req-625d68c2-94d9-4e24-b202-a53373a6a5c5 service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923615 Jun 17 07:23:39.656731 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 9775ad68-7c70-469e-904b-93b7d670e84e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=9775ad68-7c70-469e-904b-93b7d670e84e,segment=NetworkSegment(02d8de91-6e51-4456-8243-db9ff33ba578),segment_id=02d8de91-6e51-4456-8243-db9ff33ba578)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:39.660314 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6164d8-8513-474f-ad3a-59e05f2de72d None None] Routers {'bfb95b2f-b3d7-4c55-bf8d-622b89397306'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:23:39.661028 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d6164d8-8513-474f-ad3a-59e05f2de72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:23:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:39.664303 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:39.730133 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b8b2a-42a0-4b1a-a492-2e4d5128dd77 req-1aa96540-1b85-46a2-ad92-15eb0da88e1b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:39.731846 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cc7b8b2a-42a0-4b1a-a492-2e4d5128dd77 req-1aa96540-1b85-46a2-ad92-15eb0da88e1b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0496614 Jun 17 07:23:39.783189 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cc7b8b2a-42a0-4b1a-a492-2e4d5128dd77 req-121ba0e7-795e-4f90-bb05-295ccdefa7eb tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Jun 17 07:23:39.785333 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=9775ad68-7c70-469e-904b-93b7d670e84e,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:39.808803 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 38834) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:39.817668 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7d6164d8-8513-474f-ad3a-59e05f2de72d None None] Set router bfb95b2f-b3d7-4c55-bf8d-622b89397306 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:23:39.835945 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edac94-bbb5-42d6-8b08-676a627d4be7 req-82e771a1-beec-4389-93e0-09c25937a3b3 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:39.845766 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b6edac94-bbb5-42d6-8b08-676a627d4be7 req-82e771a1-beec-4389-93e0-09c25937a3b3 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 944 time: 0.0654216 Jun 17 07:23:39.876800 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:39.912891 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b6edac94-bbb5-42d6-8b08-676a627d4be7 req-7d0e9661-333b-441d-bfff-a9d566c94aa8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658948 Jun 17 07:23:39.936387 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f431329c-9913-4c7c-bef0-221fc3c83c32 tempest-TestMinimumBasicScenario-146626582 tempest-TestMinimumBasicScenario-146626582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:39.937930 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f431329c-9913-4c7c-bef0-221fc3c83c32 tempest-TestMinimumBasicScenario-146626582 tempest-TestMinimumBasicScenario-146626582-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 1124 time: 0.1278570 Jun 17 07:23:39.941091 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38840) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:39.944201 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082abe1-0061-4c2e-8aad-35a564a7e17f req-5e4d22e9-01e6-44b5-82a3-acbe64e71c8c tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:39.946158 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0082abe1-0061-4c2e-8aad-35a564a7e17f req-5e4d22e9-01e6-44b5-82a3-acbe64e71c8c tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0784118 Jun 17 07:23:39.946543 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'port_id': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:39.969140 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:39.999044 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0082abe1-0061-4c2e-8aad-35a564a7e17f req-c86f3f5f-b883-40ec-bb93-07910137554d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471387 Jun 17 07:23:40.044395 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['9775ad68-7c70-469e-904b-93b7d670e84e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:23:40.047415 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:40.095402 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d6164d8-8513-474f-ad3a-59e05f2de72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:29Z', 'revision_number': 4, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'c471cf0a-8329-4a0b-b990-0a8c9bb024ea', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'port_id': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'mac_address': 'fa:16:3e:f2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:23:37Z', 'updated_at': '2022-06-17T07:23:37Z', 'revision_number': 0, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9de4de5-c422-4cc1-a165-bcbd37ede8d8', 'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'mac_address': 'fa:16:3e:a7:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:28Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 5, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'subnets': [{'id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:40.126222 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6164d8-8513-474f-ad3a-59e05f2de72d None None] The sync data for ids ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'] in dv-cinder-834822-4-iscsi is: [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:29Z', 'revision_number': 4, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'c471cf0a-8329-4a0b-b990-0a8c9bb024ea', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'port_id': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'mac_address': 'fa:16:3e:f2:2b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:23:37Z', 'updated_at': '2022-06-17T07:23:37Z', 'revision_number': 0, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9de4de5-c422-4cc1-a165-bcbd37ede8d8', 'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'mac_address': 'fa:16:3e:a7:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:28Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 5, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'subnets': [{'id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:23:40.137177 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:40.163052 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Allocated IP 172.27.0.242 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/b0f9ef4b-0245-4845-b302-4c9a71846eb8) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:23:40.307517 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for port (b0f9ef4b-0245-4845-b302-4c9a71846eb8), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:40.325436 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564139f4-1fc1-4b33-9506-489ae76fbc23 req-26c77269-241a-4e4d-b341-4150db841188 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:40.326947 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-564139f4-1fc1-4b33-9506-489ae76fbc23 req-26c77269-241a-4e4d-b341-4150db841188 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0691533 Jun 17 07:23:40.359968 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa61ebbd-2705-4f8e-8449-2492cc5aca14 None None] New status for floating IP c471cf0a-8329-4a0b-b990-0a8c9bb024ea: ACTIVE {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:23:40.369101 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:40.378813 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (b0f9ef4b-0245-4845-b302-4c9a71846eb8), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:40.421303 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-564139f4-1fc1-4b33-9506-489ae76fbc23 req-30781364-a26f-493b-9f74-b3d1a18ef9dc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875535 Jun 17 07:23:40.434687 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:23:40.442409 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:23:40.446759 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:23:40.450743 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'Port': ['ID=b0f9ef4b-0245-4845-b302-4c9a71846eb8,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:40.478558 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.478888 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.479236 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.479572 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.479900 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.480257 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.480588 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.480925 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.481232 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.481557 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.481880 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.482199 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.482519 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.482839 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.483155 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:23:40.711519 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:40.770169 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for floatingip (5e783aa8-0d1a-4b3c-8ff9-cf78af838113), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:40.833301 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b0f9ef4b-0245-4845-b302-4c9a71846eb8), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:40.980266 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for port (b0f9ef4b-0245-4845-b302-4c9a71846eb8), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:40.984818 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (b0f9ef4b-0245-4845-b302-4c9a71846eb8), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.015022 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (5e783aa8-0d1a-4b3c-8ff9-cf78af838113), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.022759 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714501e-22fe-4f2b-876f-2fbe0a85d17a req-55cbcc44-f542-45c8-9561-e3d758547f2b tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:41.024595 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0714501e-22fe-4f2b-876f-2fbe0a85d17a req-55cbcc44-f542-45c8-9561-e3d758547f2b tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 944 time: 0.0492461 Jun 17 07:23:41.061114 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'Port': ['ID=b0f9ef4b-0245-4845-b302-4c9a71846eb8,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:41.075782 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0714501e-22fe-4f2b-876f-2fbe0a85d17a req-1f533730-f960-42f7-8c6f-96503459ca0f tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447600 Jun 17 07:23:41.156845 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631fe33-09df-4a4d-b51d-a3881bb780a1 req-d3f52c51-c98b-4364-a75e-a123304a204d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:41.158290 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8631fe33-09df-4a4d-b51d-a3881bb780a1 req-d3f52c51-c98b-4364-a75e-a123304a204d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0596166 Jun 17 07:23:41.159675 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Floating IP 5e783aa8-0d1a-4b3c-8ff9-cf78af838113 associated. External IP: 172.27.0.242, port: a235c10b-e0ee-4b4f-9226-71c00b1d7f9e. Jun 17 07:23:41.257579 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:41.280732 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8631fe33-09df-4a4d-b51d-a3881bb780a1 req-175fad79-b960-4449-8659-cf0cb7237b39 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169777 Jun 17 07:23:41.310232 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 9775ad68-7c70-469e-904b-93b7d670e84e up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:23:41.357682 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 9775ad68-7c70-469e-904b-93b7d670e84e completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:23:41.363803 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 9775ad68-7c70-469e-904b-93b7d670e84e triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:23:41.364975 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.390869 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:23:41.400835 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:41.447403 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 9775ad68-7c70-469e-904b-93b7d670e84e is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:23:41.447786 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.472825 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46be2cb-9619-4e9e-972c-e9fc1a1939f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9775ad68-7c70-469e-904b-93b7d670e84e'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:41.475484 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c921138-dab3-425c-8281-3f10f45fcc2d" -d '{"events": [{"server_uuid": "e46be2cb-9619-4e9e-972c-e9fc1a1939f9", "name": "network-vif-plugged", "status": "completed", "tag": "9775ad68-7c70-469e-904b-93b7d670e84e"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:41.488414 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 9775ad68-7c70-469e-904b-93b7d670e84e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=9775ad68-7c70-469e-904b-93b7d670e84e,segment=NetworkSegment(02d8de91-6e51-4456-8243-db9ff33ba578),segment_id=02d8de91-6e51-4456-8243-db9ff33ba578)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:41.493081 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.517895 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:23:41.530355 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:41.531365 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd23e129-68a5-4aab-a872-90dabbfde7eb x-openstack-request-id: req-bd23e129-68a5-4aab-a872-90dabbfde7eb {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:41.531872 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46be2cb-9619-4e9e-972c-e9fc1a1939f9", "name": "network-vif-plugged", "status": "completed", "tag": "9775ad68-7c70-469e-904b-93b7d670e84e", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:41.532199 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bd23e129-68a5-4aab-a872-90dabbfde7eb {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:41.532836 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd23e129-68a5-4aab-a872-90dabbfde7eb'] response: {'server_uuid': 'e46be2cb-9619-4e9e-972c-e9fc1a1939f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9775ad68-7c70-469e-904b-93b7d670e84e', 'code': 200} Jun 17 07:23:41.534025 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5120c9-9c6d-4740-a4e9-bec65ba2cf1b None None] Sync routers for ids ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:23:41.543764 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.553794 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6b88-4b72-4770-8fb9-3a0b961b5384 req-b8bf1b4d-246c-4117-87a9-061b10727aed tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:41.561192 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-608a6b88-4b72-4770-8fb9-3a0b961b5384 req-b8bf1b4d-246c-4117-87a9-061b10727aed tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0612512 Jun 17 07:23:41.572613 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5120c9-9c6d-4740-a4e9-bec65ba2cf1b None None] Routers {'9a60e40e-fdcb-4733-bc6a-3282ed4270e3'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:23:41.573241 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5b5120c9-9c6d-4740-a4e9-bec65ba2cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:23:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:41.588239 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-154810ca-7419-4751-bafd-f878f8253f53 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6459234 Jun 17 07:23:41.588983 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38852) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:41.589509 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:41.592364 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf229f87-75ad-4f46-8b51-b0669271dbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:41.598754 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-a2d68ac2-4305-4f34-b9f4-2d443b2a313b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862094961', 'description': 'tempest-secgroup-smoke-862094961 description', 'project_id': '52a029f97a9e4142802a9786ae2f6d58'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:41.618368 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-608a6b88-4b72-4770-8fb9-3a0b961b5384 req-44d3a083-3dd0-475f-9567-4aaf3131b886 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549958 Jun 17 07:23:41.628099 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2d68ac2-4305-4f34-b9f4-2d443b2a313b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.641271 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=9775ad68-7c70-469e-904b-93b7d670e84e,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:41.660399 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a2feff-38c3-4f5b-b432-d93df643cd00 x-openstack-request-id: req-27a2feff-38c3-4f5b-b432-d93df643cd00 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:41.660764 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:41.661117 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-27a2feff-38c3-4f5b-b432-d93df643cd00 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:41.661584 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a2feff-38c3-4f5b-b432-d93df643cd00'] response: {'name': 'network-changed', 'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'status': 'completed', 'code': 200} Jun 17 07:23:41.715136 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-5b5120c9-9c6d-4740-a4e9-bec65ba2cf1b None None] Set router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:23:41.734942 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf229f87-75ad-4f46-8b51-b0669271dbf1 req-5abc5f9e-109a-47cd-bcaf-be93dfcbd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:41.736755 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cf229f87-75ad-4f46-8b51-b0669271dbf1 req-5abc5f9e-109a-47cd-bcaf-be93dfcbd9be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52a029f97a9e4142802a9786ae2f6d58&device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 1129 time: 0.0478511 Jun 17 07:23:41.765094 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2d68ac2-4305-4f34-b9f4-2d443b2a313b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group (6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.770540 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2d68ac2-4305-4f34-b9f4-2d443b2a313b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.801743 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67fa5a-0248-4e21-9e21-fa48aea74021 req-9d38e70a-abc8-444a-b996-923e4530f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:41.803231 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6a67fa5a-0248-4e21-9e21-fa48aea74021 req-9d38e70a-abc8-444a-b996-923e4530f3f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 1129 time: 0.0879669 Jun 17 07:23:41.804431 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d68ac2-4305-4f34-b9f4-2d443b2a313b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:41.827367 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2d68ac2-4305-4f34-b9f4-2d443b2a313b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.831913 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a2d68ac2-4305-4f34-b9f4-2d443b2a313b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2332742 Jun 17 07:23:41.832113 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 38856) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:41.843616 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8545ee79-ac6e-4ac9-9547-cfa52dbd7433 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Request body: {'security_group_rule': {'security_group_id': '6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd', 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:41.855234 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6a67fa5a-0248-4e21-9e21-fa48aea74021 req-a6a5a552-d0cf-4c84-aac7-4f99594659de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437374 Jun 17 07:23:41.856683 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf229f87-75ad-4f46-8b51-b0669271dbf1 req-565191bf-1940-4fbe-8a22-215c18b0e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:41.858166 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cf229f87-75ad-4f46-8b51-b0669271dbf1 req-565191bf-1940-4fbe-8a22-215c18b0e0e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d4261208-8732-4882-af5c-da7bee4077d9 HTTP/1.1" status: 200 len: 915 time: 0.1139233 Jun 17 07:23:41.860563 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:41.875659 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8545ee79-ac6e-4ac9-9547-cfa52dbd7433 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (2b22e0cd-53b5-4a7b-9f4c-a372de10bf4b), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.908641 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:41.933602 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8545ee79-ac6e-4ac9-9547-cfa52dbd7433 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (2b22e0cd-53b5-4a7b-9f4c-a372de10bf4b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.937495 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8545ee79-ac6e-4ac9-9547-cfa52dbd7433 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (2b22e0cd-53b5-4a7b-9f4c-a372de10bf4b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.940902 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5b5120c9-9c6d-4740-a4e9-bec65ba2cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 4, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '5e783aa8-0d1a-4b3c-8ff9-cf78af838113', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'port_id': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'mac_address': 'fa:16:3e:40:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06950fd5-d789-44b6-a03d-b996640e1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:23:40Z', 'updated_at': '2022-06-17T07:23:40Z', 'revision_number': 0, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a2918f-6d7d-41bf-958a-fb5935cf3ca5', 'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'mac_address': 'fa:16:3e:6e:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:26Z', 'updated_at': '2022-06-17T07:22:37Z', 'revision_number': 5, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'subnets': [{'id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:41.965970 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545ee79-ac6e-4ac9-9547-cfa52dbd7433 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b22e0cd-53b5-4a7b-9f4c-a372de10bf4b,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:41.977862 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5120c9-9c6d-4740-a4e9-bec65ba2cf1b None None] Checking router: 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:23:41.982518 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8545ee79-ac6e-4ac9-9547-cfa52dbd7433 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:41.983793 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-8545ee79-ac6e-4ac9-9547-cfa52dbd7433 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512036 Jun 17 07:23:41.986414 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 38858) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:41.987541 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5120c9-9c6d-4740-a4e9-bec65ba2cf1b None None] Routers {'9a60e40e-fdcb-4733-bc6a-3282ed4270e3'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:23:41.988183 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5b5120c9-9c6d-4740-a4e9-bec65ba2cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:23:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:41.990973 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c282fc7a-b899-48bd-9853-f6598b46f92b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Request body: {'security_group_rule': {'security_group_id': '6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd', 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:42.020281 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c282fc7a-b899-48bd-9853-f6598b46f92b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (6bf08ff1-90e5-479e-a0cb-8dcad3de3e63), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.082346 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c282fc7a-b899-48bd-9853-f6598b46f92b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (6bf08ff1-90e5-479e-a0cb-8dcad3de3e63), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.092717 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c282fc7a-b899-48bd-9853-f6598b46f92b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (6bf08ff1-90e5-479e-a0cb-8dcad3de3e63), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.171908 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282fc7a-b899-48bd-9853-f6598b46f92b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf08ff1-90e5-479e-a0cb-8dcad3de3e63,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:42.192359 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c282fc7a-b899-48bd-9853-f6598b46f92b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.193612 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-c282fc7a-b899-48bd-9853-f6598b46f92b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2061694 Jun 17 07:23:42.196922 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38862) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:42.200305 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cf229f87-75ad-4f46-8b51-b0669271dbf1 req-19b50b58-2f9d-4437-b310-c3a6763d1da4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e HTTP/1.1" status: 200 len: 999 time: 0.1167245 Jun 17 07:23:42.201375 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-b5f138de-4fc6-4ef6-9e92-db83df0536a0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Request body: {'security_group_rule': {'security_group_id': '6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd', 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:42.234185 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b5f138de-4fc6-4ef6-9e92-db83df0536a0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (bdc40765-2aff-4544-ad19-7e2b7ba71d17), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.235263 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-5b5120c9-9c6d-4740-a4e9-bec65ba2cf1b None None] Set router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:23:42.274706 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518eb0-d743-4e64-9807-90f366b8124c req-dc942741-b7b5-458b-86a4-6e49186e1306 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:42.276542 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b1518eb0-d743-4e64-9807-90f366b8124c req-dc942741-b7b5-458b-86a4-6e49186e1306 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 945 time: 0.1114917 Jun 17 07:23:42.284498 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:42.293523 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b5f138de-4fc6-4ef6-9e92-db83df0536a0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (bdc40765-2aff-4544-ad19-7e2b7ba71d17), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.297586 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b5f138de-4fc6-4ef6-9e92-db83df0536a0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (bdc40765-2aff-4544-ad19-7e2b7ba71d17), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.298177 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf229f87-75ad-4f46-8b51-b0669271dbf1 req-0b32d954-ab17-4afd-93fa-3cbfaddf3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:42.300577 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cf229f87-75ad-4f46-8b51-b0669271dbf1 req-0b32d954-ab17-4afd-93fa-3cbfaddf3a2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7addd15-012f-4502-aa56-30c8b039b884 HTTP/1.1" status: 200 len: 853 time: 0.0786388 Jun 17 07:23:42.318332 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f138de-4fc6-4ef6-9e92-db83df0536a0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc40765-2aff-4544-ad19-7e2b7ba71d17,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:42.324000 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b5f138de-4fc6-4ef6-9e92-db83df0536a0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.325221 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-b5f138de-4fc6-4ef6-9e92-db83df0536a0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273270 Jun 17 07:23:42.327908 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38866) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:42.332594 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-a1b682d7-141a-4b12-943d-d54c7b2e5f91 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Request body: {'security_group_rule': {'security_group_id': '6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd', 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:42.368283 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b1518eb0-d743-4e64-9807-90f366b8124c req-15580b1a-6321-4101-89cb-5c7907132966 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823877 Jun 17 07:23:42.376109 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a1b682d7-141a-4b12-943d-d54c7b2e5f91 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (a4137648-5b85-44a1-b9c6-167c6247f093), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.443656 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5043be-7cbb-41e7-a5ba-a419abf81de5 req-0dc93641-9e6f-4766-8e29-8903291d4c76 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:42.445162 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5b5043be-7cbb-41e7-a5ba-a419abf81de5 req-0dc93641-9e6f-4766-8e29-8903291d4c76 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0831890 Jun 17 07:23:42.475015 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:42.479191 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-5b5120c9-9c6d-4740-a4e9-bec65ba2cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 4, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '5e783aa8-0d1a-4b3c-8ff9-cf78af838113', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'port_id': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'mac_address': 'fa:16:3e:40:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06950fd5-d789-44b6-a03d-b996640e1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:23:40Z', 'updated_at': '2022-06-17T07:23:40Z', 'revision_number': 0, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a2918f-6d7d-41bf-958a-fb5935cf3ca5', 'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'mac_address': 'fa:16:3e:6e:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:26Z', 'updated_at': '2022-06-17T07:22:37Z', 'revision_number': 5, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'subnets': [{'id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:42.503920 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5120c9-9c6d-4740-a4e9-bec65ba2cf1b None None] The sync data for ids ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'] in dv-cinder-834822-4-iscsi is: [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 4, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '5e783aa8-0d1a-4b3c-8ff9-cf78af838113', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'port_id': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'mac_address': 'fa:16:3e:40:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06950fd5-d789-44b6-a03d-b996640e1a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:23:40Z', 'updated_at': '2022-06-17T07:23:40Z', 'revision_number': 0, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02a2918f-6d7d-41bf-958a-fb5935cf3ca5', 'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'mac_address': 'fa:16:3e:6e:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:26Z', 'updated_at': '2022-06-17T07:22:37Z', 'revision_number': 5, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'subnets': [{'id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:23:42.518962 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a1b682d7-141a-4b12-943d-d54c7b2e5f91 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (a4137648-5b85-44a1-b9c6-167c6247f093), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.525312 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5b5043be-7cbb-41e7-a5ba-a419abf81de5 req-e54253a6-e938-4cce-90f1-76ae1e3238ec tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733931 Jun 17 07:23:42.526315 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a1b682d7-141a-4b12-943d-d54c7b2e5f91 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (a4137648-5b85-44a1-b9c6-167c6247f093), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.550650 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b682d7-141a-4b12-943d-d54c7b2e5f91 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4137648-5b85-44a1-b9c6-167c6247f093,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:42.557598 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a1b682d7-141a-4b12-943d-d54c7b2e5f91 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.559030 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a1b682d7-141a-4b12-943d-d54c7b2e5f91 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2299275 Jun 17 07:23:42.561421 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38868) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:42.565988 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-49935814-5d6a-45ca-80d4-f94078e4b249 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Request body: {'security_group_rule': {'security_group_id': '6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd', 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:42.588402 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.securitygroups_db [None req-49935814-5d6a-45ca-80d4-f94078e4b249 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Project 52a029f97a9e4142802a9786ae2f6d58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 07:23:42.595194 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49935814-5d6a-45ca-80d4-f94078e4b249 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (2700e9fe-88a0-46d4-99fc-8769bd52d2be), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.621383 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:42.663202 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49935814-5d6a-45ca-80d4-f94078e4b249 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (2700e9fe-88a0-46d4-99fc-8769bd52d2be), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.669116 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49935814-5d6a-45ca-80d4-f94078e4b249 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (2700e9fe-88a0-46d4-99fc-8769bd52d2be), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.695838 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49935814-5d6a-45ca-80d4-f94078e4b249 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2700e9fe-88a0-46d4-99fc-8769bd52d2be,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:42.708876 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49935814-5d6a-45ca-80d4-f94078e4b249 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.713243 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-49935814-5d6a-45ca-80d4-f94078e4b249 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476748 Jun 17 07:23:42.713488 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 38872) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:42.717989 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-6586b165-5caf-4a7f-a0ac-6ec68ec96037 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Request body: {'security_group_rule': {'security_group_id': '6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd', 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:42.735572 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81663b97-d21f-4bc5-a29f-4a351e89531d None None] New status for floating IP 5e783aa8-0d1a-4b3c-8ff9-cf78af838113: ACTIVE {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:23:42.742212 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.securitygroups_db [None req-6586b165-5caf-4a7f-a0ac-6ec68ec96037 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Project 52a029f97a9e4142802a9786ae2f6d58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 07:23:42.748329 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6586b165-5caf-4a7f-a0ac-6ec68ec96037 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (db8d3507-9fa8-4c77-89ef-93bc3a252308), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.752962 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1dc86-b24c-4630-b236-8c35316abd77 req-82536fdf-ce29-4f17-b8e1-b57111aa47ea tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:42.764744 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-afc1dc86-b24c-4630-b236-8c35316abd77 req-82536fdf-ce29-4f17-b8e1-b57111aa47ea tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0668256 Jun 17 07:23:42.812356 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6586b165-5caf-4a7f-a0ac-6ec68ec96037 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (db8d3507-9fa8-4c77-89ef-93bc3a252308), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.817710 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6586b165-5caf-4a7f-a0ac-6ec68ec96037 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (db8d3507-9fa8-4c77-89ef-93bc3a252308), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.826287 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf229f87-75ad-4f46-8b51-b0669271dbf1 req-4c8053bf-7e5e-4153-96e1-05babf0dda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:42.828594 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cf229f87-75ad-4f46-8b51-b0669271dbf1 req-4c8053bf-7e5e-4153-96e1-05babf0dda4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d4261208-8732-4882-af5c-da7bee4077d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607989 Jun 17 07:23:42.844868 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586b165-5caf-4a7f-a0ac-6ec68ec96037 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8d3507-9fa8-4c77-89ef-93bc3a252308,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:42.849870 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6586b165-5caf-4a7f-a0ac-6ec68ec96037 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:42.851103 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-6586b165-5caf-4a7f-a0ac-6ec68ec96037 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365812 Jun 17 07:23:42.875252 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-afc1dc86-b24c-4630-b236-8c35316abd77 req-26d69754-3167-43f3-af55-2ade8db58e89 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086705 Jun 17 07:23:42.985070 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bcc1a92f-fc8f-481a-bc0b-beb13d7318ed req-54328ac2-1ed8-4d6e-b5b1-ce422447f175 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862094961&fields=id&tenant_id=52a029f97a9e4142802a9786ae2f6d58 HTTP/1.1" status: 200 len: 267 time: 0.0743699 Jun 17 07:23:42.987101 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-24d37fea-57c5-47c6-8aef-9acca9967f3c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561945 Jun 17 07:23:43.021793 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cf229f87-75ad-4f46-8b51-b0669271dbf1 req-fbe950aa-9668-4e34-bb05-d1a7d6c60f7f service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938325 Jun 17 07:23:43.041637 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1a92f-fc8f-481a-bc0b-beb13d7318ed req-0bc9ca80-2384-49b2-853b-b59c3c0b45cf tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:43.043043 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bcc1a92f-fc8f-481a-bc0b-beb13d7318ed req-0bc9ca80-2384-49b2-853b-b59c3c0b45cf tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0509522 Jun 17 07:23:43.053965 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [req-bcc1a92f-fc8f-481a-bc0b-beb13d7318ed req-24067a16-5512-4045-bcf4-5d3d70e2a495 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Request body: {'port': {'security_groups': ['166219e3-1c18-4c9d-89ee-652b3278e62c', '6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd']}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:43.150537 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-bcc1a92f-fc8f-481a-bc0b-beb13d7318ed req-24067a16-5512-4045-bcf4-5d3d70e2a495 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:43.172544 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-11e36fdc-7033-47bf-b7d0-d097c1217973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:43.174048 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-11e36fdc-7033-47bf-b7d0-d097c1217973 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 1130 time: 0.0577195 Jun 17 07:23:43.202211 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cf229f87-75ad-4f46-8b51-b0669271dbf1 req-e2b4e388-a691-4874-a33b-8172f86106fa service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877547 Jun 17 07:23:43.340682 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [req-bcc1a92f-fc8f-481a-bc0b-beb13d7318ed req-24067a16-5512-4045-bcf4-5d3d70e2a495 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] For port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:23:43.369027 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:43.371644 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-bcc1a92f-fc8f-481a-bc0b-beb13d7318ed req-24067a16-5512-4045-bcf4-5d3d70e2a495 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:43.377314 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-bcc1a92f-fc8f-481a-bc0b-beb13d7318ed req-24067a16-5512-4045-bcf4-5d3d70e2a495 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:43.397404 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:23:43.429327 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1a92f-fc8f-481a-bc0b-beb13d7318ed req-24067a16-5512-4045-bcf4-5d3d70e2a495 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:43.429997 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [req-bcc1a92f-fc8f-481a-bc0b-beb13d7318ed req-24067a16-5512-4045-bcf4-5d3d70e2a495 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:43.431405 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bcc1a92f-fc8f-481a-bc0b-beb13d7318ed req-24067a16-5512-4045-bcf4-5d3d70e2a495 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "PUT /v2.0/ports/a235c10b-e0ee-4b4f-9226-71c00b1d7f9e HTTP/1.1" status: 200 len: 981 time: 0.3820307 Jun 17 07:23:43.455188 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24067a16-5512-4045-bcf4-5d3d70e2a495 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'Port': ['ID=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,revision_number=6']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:23:43.512591 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:43.515309 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be16c0-4340-4ec8-bcd5-d12552573334 req-6be67c41-0ef9-49dd-a343-34d738def2ab tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:43.517035 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-91be16c0-4340-4ec8-bcd5-d12552573334 req-6be67c41-0ef9-49dd-a343-34d738def2ab tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 945 time: 0.0660779 Jun 17 07:23:43.556887 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e3bda-1b2f-46fd-bc21-f8c361063889 req-078a6be7-0226-4c4d-bc55-e7d283316105 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:43.558726 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5b5e3bda-1b2f-46fd-bc21-f8c361063889 req-078a6be7-0226-4c4d-bc55-e7d283316105 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0629258 Jun 17 07:23:43.563455 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:23:43.579858 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:43.593632 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-91be16c0-4340-4ec8-bcd5-d12552573334 req-33d86f47-e653-47eb-9f4a-a1e9df961123 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705655 Jun 17 07:23:43.655945 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5b5e3bda-1b2f-46fd-bc21-f8c361063889 req-6a365ac0-83c7-4eb2-b21c-9b1a63ee7579 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908804 Jun 17 07:23:43.662619 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:43.667658 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68d362e-9a37-457e-ac59-499929fd9a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:43.741855 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72771c7-c28c-4aa9-add0-dea925d812c1 req-ab779b76-e008-4bb4-b5a5-6eed67363002 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:43.743729 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e72771c7-c28c-4aa9-add0-dea925d812c1 req-ab779b76-e008-4bb4-b5a5-6eed67363002 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0816882 Jun 17 07:23:43.759534 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-e3646d52-424e-422f-a23a-d0cf64c9bcf6 None None] Provisioning complete for port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:23:43.759925 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e3646d52-424e-422f-a23a-d0cf64c9bcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:43.816368 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e72771c7-c28c-4aa9-add0-dea925d812c1 req-8ff4ea32-137b-461f-9dce-4cb3794001f6 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598767 Jun 17 07:23:43.863881 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e112918-146a-41ee-a405-0f45fd4e0fcb x-openstack-request-id: req-7e112918-146a-41ee-a405-0f45fd4e0fcb {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:43.864187 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:43.864429 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7e112918-146a-41ee-a405-0f45fd4e0fcb {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:43.864940 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e112918-146a-41ee-a405-0f45fd4e0fcb'] response: {'name': 'network-changed', 'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'status': 'completed', 'code': 200} Jun 17 07:23:43.866675 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:43.948662 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-ba46d706-5e73-4719-ab7a-7ec207f97ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:43.950134 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-ba46d706-5e73-4719-ab7a-7ec207f97ff1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 917 time: 0.1445658 Jun 17 07:23:43.963070 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d362e-9a37-457e-ac59-499929fd9a7d req-db2f9ff5-6120-4913-8c9d-cfe4540a54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:43.968707 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a68d362e-9a37-457e-ac59-499929fd9a7d req-db2f9ff5-6120-4913-8c9d-cfe4540a54a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52a029f97a9e4142802a9786ae2f6d58&device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 1168 time: 0.0724092 Jun 17 07:23:43.989764 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-e3646d52-424e-422f-a23a-d0cf64c9bcf6 None None] Current status of the port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:23:44.022415 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:44.041142 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-ef6085f7-c4d3-4b44-81a3-0bb4230c548a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533 HTTP/1.1" status: 200 len: 1001 time: 0.0831566 Jun 17 07:23:44.109171 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:44.133378 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f14d21-cb19-426c-a384-81ed13afd3c7 req-6f1450fd-c6c6-4d8a-9abc-891c9f14b21e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:44.134830 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-46f14d21-cb19-426c-a384-81ed13afd3c7 req-6f1450fd-c6c6-4d8a-9abc-891c9f14b21e tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.1093969 Jun 17 07:23:44.138481 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d362e-9a37-457e-ac59-499929fd9a7d req-4618e883-84bd-42f7-8e0e-2e019c5aacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:44.139923 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a68d362e-9a37-457e-ac59-499929fd9a7d req-4618e883-84bd-42f7-8e0e-2e019c5aacc9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d4261208-8732-4882-af5c-da7bee4077d9 HTTP/1.1" status: 200 len: 915 time: 0.1636515 Jun 17 07:23:44.187815 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-46f14d21-cb19-426c-a384-81ed13afd3c7 req-a9c65d3a-60f9-49e9-aba8-5651f2fb9ab2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466964 Jun 17 07:23:44.923222 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88457b-214a-4bd1-8518-aceee39de330 req-e3a9d501-db77-465d-8af0-24c61d29534f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:44.924701 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6d88457b-214a-4bd1-8518-aceee39de330 req-e3a9d501-db77-465d-8af0-24c61d29534f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Jun 17 07:23:45.124698 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:45.201262 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6d88457b-214a-4bd1-8518-aceee39de330 req-413637d3-4971-4482-8e51-3ec57faa2749 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710702 Jun 17 07:23:45.303794 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462635ef-1b18-473e-89b0-bd8d01a9105e req-3609f28e-31eb-4bab-a60b-a640cd2d9677 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:45.305259 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-462635ef-1b18-473e-89b0-bd8d01a9105e req-3609f28e-31eb-4bab-a60b-a640cd2d9677 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0496318 Jun 17 07:23:45.350371 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-462635ef-1b18-473e-89b0-bd8d01a9105e req-8fc4cf64-61d7-44c6-81d0-2e61fc8c9197 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396523 Jun 17 07:23:45.421525 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-1c750ab8-6a70-4b7b-9f2a-1a2f444d6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:45.422977 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-1c750ab8-6a70-4b7b-9f2a-1a2f444d6c01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 200 len: 855 time: 0.0540247 Jun 17 07:23:45.436294 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a68d362e-9a37-457e-ac59-499929fd9a7d req-d6b40cc6-52ec-4b06-b132-493334beaafb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e HTTP/1.1" status: 200 len: 1001 time: 0.0573719 Jun 17 07:23:45.519065 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-96873339-a58e-4933-a10c-207db00404f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:45.520690 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-96873339-a58e-4933-a10c-207db00404f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426333 Jun 17 07:23:45.531035 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d362e-9a37-457e-ac59-499929fd9a7d req-9c51550a-3a2a-40b2-b65b-a776bef1073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:45.533095 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a68d362e-9a37-457e-ac59-499929fd9a7d req-9c51550a-3a2a-40b2-b65b-a776bef1073a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7addd15-012f-4502-aa56-30c8b039b884 HTTP/1.1" status: 200 len: 853 time: 0.0501449 Jun 17 07:23:45.663830 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d362e-9a37-457e-ac59-499929fd9a7d req-e08fb1ac-f598-416c-a63a-8878af9e7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:45.665335 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a68d362e-9a37-457e-ac59-499929fd9a7d req-e08fb1ac-f598-416c-a63a-8878af9e7c85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d4261208-8732-4882-af5c-da7bee4077d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695412 Jun 17 07:23:45.668665 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d196fe-b0c1-483a-b02a-dc2bec96c37a req-701f85be-c963-4524-b508-e7b3681fee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:45.670201 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e9d196fe-b0c1-483a-b02a-dc2bec96c37a req-701f85be-c963-4524-b508-e7b3681fee1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 1129 time: 0.0462518 Jun 17 07:23:45.684418 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-a6f30f5b-a5fc-4f1c-8214-0de678a18d66 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892787 Jun 17 07:23:45.771895 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b507b532-2924-4cc2-9033-e821a8ee68c1 req-515278c0-0e70-42c7-9188-6028c4ef7024 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807393 Jun 17 07:23:45.783516 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e9d196fe-b0c1-483a-b02a-dc2bec96c37a req-3fef72ea-ce7b-479f-a201-03284304ad26 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032958 Jun 17 07:23:45.800632 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a68d362e-9a37-457e-ac59-499929fd9a7d req-7746acaa-d263-4fe3-a256-cf54407987f9 service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216226 Jun 17 07:23:46.138171 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:46.144257 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a68d362e-9a37-457e-ac59-499929fd9a7d req-02658a63-0666-40ba-8f25-9068a011f112 service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849080 Jun 17 07:23:46.318303 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46812f70-6017-448c-9270-c05e15be8d2b req-020dcb07-d9aa-4ca9-a146-cf0e5f48440c tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:46.319875 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-46812f70-6017-448c-9270-c05e15be8d2b req-020dcb07-d9aa-4ca9-a146-cf0e5f48440c tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0505025 Jun 17 07:23:46.365830 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-46812f70-6017-448c-9270-c05e15be8d2b req-9cdab699-ce8f-4575-9088-bf60ab64f930 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397444 Jun 17 07:23:46.466797 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d239a-67a8-4f4e-b6ff-e48bbe9ad26d req-eb998628-f4bb-4601-babb-d1f422db2a97 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:46.468321 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-107d239a-67a8-4f4e-b6ff-e48bbe9ad26d req-eb998628-f4bb-4601-babb-d1f422db2a97 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0502534 Jun 17 07:23:46.513993 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-107d239a-67a8-4f4e-b6ff-e48bbe9ad26d req-3fbd6ee8-2eed-4171-9c8c-95527c3dae84 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401695 Jun 17 07:23:47.481416 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bb7cc-44b7-44bd-9f4c-eef246a3fc61 req-90b1510d-e9b0-4360-b7a5-708287795d08 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:47.483044 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-794bb7cc-44b7-44bd-9f4c-eef246a3fc61 req-90b1510d-e9b0-4360-b7a5-708287795d08 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0487950 Jun 17 07:23:47.536685 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-794bb7cc-44b7-44bd-9f4c-eef246a3fc61 req-903482c8-2c9f-4773-94ba-4ce59e5d06be tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466321 Jun 17 07:23:47.626395 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1abf4-34a4-4931-bd5c-3fef363044bb req-a3e2f1a0-8ad9-4095-9807-e0a6a0a0195c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:47.628255 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6f1abf4-34a4-4931-bd5c-3fef363044bb req-a3e2f1a0-8ad9-4095-9807-e0a6a0a0195c tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0466559 Jun 17 07:23:47.674608 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6f1abf4-34a4-4931-bd5c-3fef363044bb req-8b003be2-f67b-49ca-b86d-44e71effd9f0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403447 Jun 17 07:23:48.058043 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807eecb-7afa-4a8f-b9e4-73d229019084 req-f8ed8691-c59c-4c44-8395-e58750a24c08 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:48.059573 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c807eecb-7afa-4a8f-b9e4-73d229019084 req-f8ed8691-c59c-4c44-8395-e58750a24c08 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0499034 Jun 17 07:23:48.106746 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c807eecb-7afa-4a8f-b9e4-73d229019084 req-ec2e9bef-0b11-4578-ab97-08d531f92e9f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 Jun 17 07:23:48.373500 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d219b-4b04-4f90-9c1a-122efb2ac0da req-686b424b-50ef-4e4d-9487-a9e0175a1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:48.374995 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-677d219b-4b04-4f90-9c1a-122efb2ac0da req-686b424b-50ef-4e4d-9487-a9e0175a1268 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 1129 time: 0.0478551 Jun 17 07:23:48.470716 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d219b-4b04-4f90-9c1a-122efb2ac0da req-36a528b3-eff0-46bf-9849-42f6b286703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:48.472190 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-677d219b-4b04-4f90-9c1a-122efb2ac0da req-36a528b3-eff0-46bf-9849-42f6b286703c service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.0850065 Jun 17 07:23:48.545356 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-677d219b-4b04-4f90-9c1a-122efb2ac0da req-f176f345-aa91-4db7-b53b-0c9aba5b054e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb HTTP/1.1" status: 200 len: 1001 time: 0.0573244 Jun 17 07:23:48.594487 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d219b-4b04-4f90-9c1a-122efb2ac0da req-c830f39d-dacb-4d0d-a877-b4c8576f4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:48.595960 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-677d219b-4b04-4f90-9c1a-122efb2ac0da req-c830f39d-dacb-4d0d-a877-b4c8576f4b28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.0440161 Jun 17 07:23:48.663943 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d219b-4b04-4f90-9c1a-122efb2ac0da req-ec4dd6f6-6fbd-4891-88a6-e2e02c5caa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:48.666279 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-677d219b-4b04-4f90-9c1a-122efb2ac0da req-ec4dd6f6-6fbd-4891-88a6-e2e02c5caa7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626228 Jun 17 07:23:48.676635 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe17f90-9463-4de4-be0c-be0f1d78c65d req-ab5dbf27-4dc1-4a53-925b-056c2c78ac30 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:48.677990 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ebe17f90-9463-4de4-be0c-be0f1d78c65d req-ab5dbf27-4dc1-4a53-925b-056c2c78ac30 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0670967 Jun 17 07:23:48.688834 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:48.780815 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ebe17f90-9463-4de4-be0c-be0f1d78c65d req-9084ba4a-8eeb-40c3-a15b-a502344c1a08 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932992 Jun 17 07:23:48.798141 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-677d219b-4b04-4f90-9c1a-122efb2ac0da req-ec3396f4-cd06-4db4-81c0-8bda765835e5 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174104 Jun 17 07:23:48.895890 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-677d219b-4b04-4f90-9c1a-122efb2ac0da req-8f7432ea-1a14-449b-a92b-1e08ff818adb service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865896 Jun 17 07:23:49.017906 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4d325-cd53-4d39-a976-35ed708e3640 req-3c6cd58b-6cfb-44d4-8a2d-b13525960a5f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:49.019383 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ddf4d325-cd53-4d39-a976-35ed708e3640 req-3c6cd58b-6cfb-44d4-8a2d-b13525960a5f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0485399 Jun 17 07:23:49.067565 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ddf4d325-cd53-4d39-a976-35ed708e3640 req-69e8f288-cba9-46e9-b10e-873b90a4a3b9 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422966 Jun 17 07:23:49.105291 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9af0f-f36f-48a8-9cba-a32656dc9401 req-1adc5e3d-fc75-4bb0-add3-3c85eb2a54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:49.106758 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-96f9af0f-f36f-48a8-9cba-a32656dc9401 req-1adc5e3d-fc75-4bb0-add3-3c85eb2a54ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 1129 time: 0.0383751 Jun 17 07:23:49.220610 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26796d73-489b-4e16-b8b1-703f0975662b req-890b1b7f-9095-4ae6-a20c-16df8e938e67 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:49.222075 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-26796d73-489b-4e16-b8b1-703f0975662b req-890b1b7f-9095-4ae6-a20c-16df8e938e67 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0464952 Jun 17 07:23:49.267131 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-26796d73-489b-4e16-b8b1-703f0975662b req-1794dc56-d3e8-4181-ac20-de93ec48c444 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396280 Jun 17 07:23:50.182322 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e149abc-05ca-460f-ae11-f7ae292c3c61 req-8ecae912-76cc-4f49-b3bf-1d4cfb3fa365 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:50.183774 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7e149abc-05ca-460f-ae11-f7ae292c3c61 req-8ecae912-76cc-4f49-b3bf-1d4cfb3fa365 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0492375 Jun 17 07:23:50.231061 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7e149abc-05ca-460f-ae11-f7ae292c3c61 req-f01be15f-fec1-415f-a43b-b9e9039a3920 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418589 Jun 17 07:23:50.344922 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:50.382146 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85285a0-3905-4651-b1ab-051590dbc079 req-0b1be1ae-4e14-472a-8f83-8f4b13ef7c74 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:50.383548 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c85285a0-3905-4651-b1ab-051590dbc079 req-0b1be1ae-4e14-472a-8f83-8f4b13ef7c74 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0474427 Jun 17 07:23:50.440744 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c85285a0-3905-4651-b1ab-051590dbc079 req-d92b8eae-b62c-4119-a749-0315b624e089 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475459 Jun 17 07:23:50.776536 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:50.803305 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9af0f-f36f-48a8-9cba-a32656dc9401 req-9240ddbe-868f-4702-841b-f717e0241318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:50.805350 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-96f9af0f-f36f-48a8-9cba-a32656dc9401 req-9240ddbe-868f-4702-841b-f717e0241318 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 200 len: 910 time: 0.0851889 Jun 17 07:23:50.923476 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-96f9af0f-f36f-48a8-9cba-a32656dc9401 req-ef72efe1-18ad-4c68-9e9f-6bf3cbfdc940 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c HTTP/1.1" status: 200 len: 1000 time: 0.0570028 Jun 17 07:23:50.972330 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9af0f-f36f-48a8-9cba-a32656dc9401 req-64d7f43d-bed1-466f-a7ae-78536792475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:50.973760 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-96f9af0f-f36f-48a8-9cba-a32656dc9401 req-64d7f43d-bed1-466f-a7ae-78536792475b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dacfbc50-0f0a-4fb0-9040-e06949d49000 HTTP/1.1" status: 200 len: 848 time: 0.0424933 Jun 17 07:23:51.018749 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9af0f-f36f-48a8-9cba-a32656dc9401 req-f0aa0f90-356b-4392-9525-70702128ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:51.020181 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-96f9af0f-f36f-48a8-9cba-a32656dc9401 req-f0aa0f90-356b-4392-9525-70702128ee3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1239213d-0a3b-407c-aa59-5c1ac224edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365932 Jun 17 07:23:51.347572 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f17ce-5dbd-4bd1-b9cf-c61d11c71228 req-ef0c8d84-7155-4432-94fe-10ded681a572 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:51.349039 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e74f17ce-5dbd-4bd1-b9cf-c61d11c71228 req-ef0c8d84-7155-4432-94fe-10ded681a572 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0496018 Jun 17 07:23:51.398956 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e74f17ce-5dbd-4bd1-b9cf-c61d11c71228 req-490be354-43d0-4a20-a254-f903ba112f33 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439262 Jun 17 07:23:51.542945 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:51.554008 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb6cb3-3de4-4846-bc60-0ffc16569e13 req-4d78de1a-485d-40fb-ad30-0443cfd51eda tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:51.556011 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9afb6cb3-3de4-4846-bc60-0ffc16569e13 req-4d78de1a-485d-40fb-ad30-0443cfd51eda tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0476279 Jun 17 07:23:51.601644 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9afb6cb3-3de4-4846-bc60-0ffc16569e13 req-90a4dbea-3896-48b7-825e-e4e1793c6c64 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398505 Jun 17 07:23:51.768820 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-96f9af0f-f36f-48a8-9cba-a32656dc9401 req-03d4de50-b4ea-4534-8a33-5052f797aede service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838711 Jun 17 07:23:52.085127 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:52.101681 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-96f9af0f-f36f-48a8-9cba-a32656dc9401 req-3b66f800-94b3-4fd5-8564-f3692073081e service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261571 Jun 17 07:23:52.512535 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bca0d-e4b3-4ef9-910f-3388f50b7e55 req-03e6ed22-7f2b-4e48-92df-90fce04ceeb7 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:52.514272 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c69bca0d-e4b3-4ef9-910f-3388f50b7e55 req-03e6ed22-7f2b-4e48-92df-90fce04ceeb7 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0475488 Jun 17 07:23:52.574038 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c69bca0d-e4b3-4ef9-910f-3388f50b7e55 req-deda2f71-bd1e-454c-aaaa-d750b431df61 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525973 Jun 17 07:23:52.714843 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181524b-2f83-44b1-a630-c68976466406 req-8e1fd359-3f14-46fc-bacf-50949fbab273 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:52.716339 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e181524b-2f83-44b1-a630-c68976466406 req-8e1fd359-3f14-46fc-bacf-50949fbab273 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0470953 Jun 17 07:23:52.762277 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e181524b-2f83-44b1-a630-c68976466406 req-020160bc-30b6-47b8-ac4f-22151e8a722b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403404 Jun 17 07:23:52.872994 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ffc19-4e9c-468c-8df2-c95d2b813d64 req-d34edb13-4b0e-47df-ae36-70806b6f3559 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:52.874433 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1a0ffc19-4e9c-468c-8df2-c95d2b813d64 req-d34edb13-4b0e-47df-ae36-70806b6f3559 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0488665 Jun 17 07:23:52.882805 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 38974) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:23:52.886966 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-c39280cc-3301-42ab-966d-898344524f47 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Request body: {'floatingip': {'port_id': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:23:52.937601 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c39280cc-3301-42ab-966d-898344524f47 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for floatingip (758ce46e-2387-468c-b992-50ccfbfe19bf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:52.947505 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:52.957718 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:53.296783 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:53.379591 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c39280cc-3301-42ab-966d-898344524f47 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:53.384324 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c39280cc-3301-42ab-966d-898344524f47 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (758ce46e-2387-468c-b992-50ccfbfe19bf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:53.584695 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39280cc-3301-42ab-966d-898344524f47 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Router 25fa9284-2842-4d65-9f14-771ce4832ffd has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:23:53.688254 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39280cc-3301-42ab-966d-898344524f47 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:23:53.693491 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c39280cc-3301-42ab-966d-898344524f47 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:23:53.703010 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabb8fcb-d8a7-4797-99ee-eb81e0da342b None None] Sync routers for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:23:53.712141 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58ae27-12df-4197-89a8-df34a2dbc27b req-a47f2f6a-9f79-45fc-9dad-5b1b122a5efd tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:53.713900 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-df58ae27-12df-4197-89a8-df34a2dbc27b req-a47f2f6a-9f79-45fc-9dad-5b1b122a5efd tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0716267 Jun 17 07:23:53.734453 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb8fcb-d8a7-4797-99ee-eb81e0da342b None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:23:53.735602 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cabb8fcb-d8a7-4797-99ee-eb81e0da342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:23:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:53.736657 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:53.739360 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6165f4da-4f4a-470f-9b0e-5845a129a8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:53.741862 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:53.780937 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-c39280cc-3301-42ab-966d-898344524f47 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "PUT /v2.0/floatingips/758ce46e-2387-468c-b992-50ccfbfe19bf HTTP/1.1" status: 200 len: 993 time: 0.8947597 Jun 17 07:23:53.797866 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d636dbf-e08e-4e87-89c3-aeb20855a92e x-openstack-request-id: req-8d636dbf-e08e-4e87-89c3-aeb20855a92e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:53.798056 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:53.798300 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8d636dbf-e08e-4e87-89c3-aeb20855a92e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:53.798707 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d636dbf-e08e-4e87-89c3-aeb20855a92e'] response: {'name': 'network-changed', 'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'status': 'completed', 'code': 200} Jun 17 07:23:53.808950 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-df58ae27-12df-4197-89a8-df34a2dbc27b req-533153a6-7761-4226-8593-2bdf09c50cfa tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882862 Jun 17 07:23:53.837682 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:53.862700 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165f4da-4f4a-470f-9b0e-5845a129a8ea req-f4fbff2d-8ec5-4bec-9038-fb7a09ba2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:53.863278 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-cabb8fcb-d8a7-4797-99ee-eb81e0da342b None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:23:53.864239 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6165f4da-4f4a-470f-9b0e-5845a129a8ea req-f4fbff2d-8ec5-4bec-9038-fb7a09ba2a3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 1129 time: 0.0438750 Jun 17 07:23:53.966860 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165f4da-4f4a-470f-9b0e-5845a129a8ea req-ae3220b4-415d-4350-b774-0ae78aa5c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:53.968353 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6165f4da-4f4a-470f-9b0e-5845a129a8ea req-ae3220b4-415d-4350-b774-0ae78aa5c01e service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.0875328 Jun 17 07:23:54.029085 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6165f4da-4f4a-470f-9b0e-5845a129a8ea req-95fd387f-12dc-4487-86f9-5a96fdb55b09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb HTTP/1.1" status: 200 len: 1001 time: 0.0540912 Jun 17 07:23:54.073966 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cabb8fcb-d8a7-4797-99ee-eb81e0da342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '758ce46e-2387-468c-b992-50ccfbfe19bf', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'port_id': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'mac_address': 'fa:16:3e:c0:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:21:47Z', 'updated_at': '2022-06-17T07:23:53Z', 'revision_number': 3, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:20:04Z', 'revision_number': 5, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:54.079234 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165f4da-4f4a-470f-9b0e-5845a129a8ea req-86708fe4-6302-4c53-afaa-b419c6b15342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:54.080730 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6165f4da-4f4a-470f-9b0e-5845a129a8ea req-86708fe4-6302-4c53-afaa-b419c6b15342 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.0431919 Jun 17 07:23:54.098198 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabb8fcb-d8a7-4797-99ee-eb81e0da342b None None] Checking router: 25fa9284-2842-4d65-9f14-771ce4832ffd for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:23:54.107044 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb8fcb-d8a7-4797-99ee-eb81e0da342b None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:23:54.107643 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cabb8fcb-d8a7-4797-99ee-eb81e0da342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:23:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:54.137345 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165f4da-4f4a-470f-9b0e-5845a129a8ea req-fe377f79-92c6-4940-ba82-26ef7fb5f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:54.138845 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6165f4da-4f4a-470f-9b0e-5845a129a8ea req-fe377f79-92c6-4940-ba82-26ef7fb5f65d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414462 Jun 17 07:23:54.209064 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-cabb8fcb-d8a7-4797-99ee-eb81e0da342b None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:23:54.230879 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6165f4da-4f4a-470f-9b0e-5845a129a8ea req-66c861b0-b745-4887-a2f2-d144107ad4d8 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839033 Jun 17 07:23:54.282776 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:54.308001 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:23:54.335123 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6165f4da-4f4a-470f-9b0e-5845a129a8ea req-4c3a070d-15f4-4838-8495-344a14d59a6c service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899744 Jun 17 07:23:54.420585 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cabb8fcb-d8a7-4797-99ee-eb81e0da342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '758ce46e-2387-468c-b992-50ccfbfe19bf', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'port_id': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'mac_address': 'fa:16:3e:c0:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:21:47Z', 'updated_at': '2022-06-17T07:23:53Z', 'revision_number': 3, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:20:04Z', 'revision_number': 5, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:23:54.448885 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabb8fcb-d8a7-4797-99ee-eb81e0da342b None None] The sync data for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi is: [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '758ce46e-2387-468c-b992-50ccfbfe19bf', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'port_id': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'mac_address': 'fa:16:3e:c0:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:21:47Z', 'updated_at': '2022-06-17T07:23:53Z', 'revision_number': 3, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:20:04Z', 'revision_number': 5, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:23:55.800267 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:23:55.802588 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60842f0-5b0c-410e-9826-486944bc5723" -d '{"events": [{"name": "network-changed", "server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:23:55.840118 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d9960e-0b19-4aa8-b1f6-d56eaa4a1301 x-openstack-request-id: req-34d9960e-0b19-4aa8-b1f6-d56eaa4a1301 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:23:55.840408 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:23:55.840652 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-34d9960e-0b19-4aa8-b1f6-d56eaa4a1301 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:23:55.841050 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d9960e-0b19-4aa8-b1f6-d56eaa4a1301'] response: {'name': 'network-changed', 'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'status': 'completed', 'code': 200} Jun 17 07:23:57.974585 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60842f0-5b0c-410e-9826-486944bc5723 req-7be8bca6-5f75-412f-aca6-677e729c932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:57.976051 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a60842f0-5b0c-410e-9826-486944bc5723 req-7be8bca6-5f75-412f-aca6-677e729c932c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b581a57e3e44e3481b1db445961afc5&device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 1129 time: 0.0376470 Jun 17 07:23:58.070358 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60842f0-5b0c-410e-9826-486944bc5723 req-fdd632e3-e2bc-45e2-96f3-e5e851a203ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:58.071720 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a60842f0-5b0c-410e-9826-486944bc5723 req-fdd632e3-e2bc-45e2-96f3-e5e851a203ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 200 len: 919 time: 0.0867574 Jun 17 07:23:58.134869 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a60842f0-5b0c-410e-9826-486944bc5723 req-3aabbae7-0939-4c75-b9d6-90da9f22cf47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb HTTP/1.1" status: 200 len: 1001 time: 0.0532262 Jun 17 07:23:58.188730 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60842f0-5b0c-410e-9826-486944bc5723 req-5192239c-9f49-4f00-827d-2a004d3dfef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:58.190134 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a60842f0-5b0c-410e-9826-486944bc5723 req-5192239c-9f49-4f00-827d-2a004d3dfef7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 200 len: 857 time: 0.0422254 Jun 17 07:23:58.237677 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60842f0-5b0c-410e-9826-486944bc5723 req-326771f3-05f1-4ed7-b48d-08b49a3ebe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:23:58.239192 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a60842f0-5b0c-410e-9826-486944bc5723 req-326771f3-05f1-4ed7-b48d-08b49a3ebe2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60349c8e-a9e4-4c17-896b-25e895292e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399916 Jun 17 07:23:58.337983 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a60842f0-5b0c-410e-9826-486944bc5723 req-74eeb9a2-9241-4ff6-a710-2b91936037f9 service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861809 Jun 17 07:23:58.433407 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a60842f0-5b0c-410e-9826-486944bc5723 req-a0e75279-9f07-4ed9-adba-80964181d52c service neutron] 10.222.0.16 "GET /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873568 Jun 17 07:24:02.473628 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c0229197-3138-41a8-bbf5-7bb332d6b58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:03.800535 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=22 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:03.803386 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=37 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:04.707922 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4b363b76-1631-4091-af6d-3ecea4f79517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:05.720868 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:07.290457 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:07.838013 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:07.988287 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83bfe4-8ac7-450e-952e-7f4561eb2a17 req-cbe54cdf-259a-48aa-9c4e-8d20db3af3f9 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:07.989752 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ea83bfe4-8ac7-450e-952e-7f4561eb2a17 req-cbe54cdf-259a-48aa-9c4e-8d20db3af3f9 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 945 time: 0.0472326 Jun 17 07:24:08.035923 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ea83bfe4-8ac7-450e-952e-7f4561eb2a17 req-2d98567e-5678-46af-952c-c94d33b309af tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Jun 17 07:24:08.423863 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=55 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:08.430044 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=88 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:09.150953 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472f695-60e1-4536-a454-dfde21523aa0 req-2a859d12-634d-4961-b0aa-b02b21793620 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:09.152452 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6472f695-60e1-4536-a454-dfde21523aa0 req-2a859d12-634d-4961-b0aa-b02b21793620 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 945 time: 0.0471156 Jun 17 07:24:09.198350 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6472f695-60e1-4536-a454-dfde21523aa0 req-378eb1bf-118c-4f73-a45e-8439951d389c tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Jun 17 07:24:10.310702 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02c47b-0528-4d50-b96e-5084a90722e2 req-820da6fe-ae3a-43e9-aa32-22e49c8e59dc tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:10.312164 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f02c47b-0528-4d50-b96e-5084a90722e2 req-820da6fe-ae3a-43e9-aa32-22e49c8e59dc tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 945 time: 0.0456874 Jun 17 07:24:10.371204 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4f02c47b-0528-4d50-b96e-5084a90722e2 req-fc68832f-ec15-4214-b018-5fda667aeb4c tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.33 "GET /v2.0/security-groups?id=696db650-277b-4e8e-bae9-0542a8cb22e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534394 Jun 17 07:24:10.381960 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d983fb-cfe5-4ed2-9bc2-925a06f67c1f req-1c807134-6df1-4eb6-b0e6-d4f5b605122e tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:10.384110 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b7d983fb-cfe5-4ed2-9bc2-925a06f67c1f req-1c807134-6df1-4eb6-b0e6-d4f5b605122e tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.16 "GET /v2.0/ports?device_id=e46be2cb-9619-4e9e-972c-e9fc1a1939f9 HTTP/1.1" status: 200 len: 945 time: 0.0520282 Jun 17 07:24:10.469780 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-b7d983fb-cfe5-4ed2-9bc2-925a06f67c1f req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Deleting port 9775ad68-7c70-469e-904b-93b7d670e84e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:24:10.470114 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-b7d983fb-cfe5-4ed2-9bc2-925a06f67c1f req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:10.560307 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-b7d983fb-cfe5-4ed2-9bc2-925a06f67c1f req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] For port 9775ad68-7c70-469e-904b-93b7d670e84e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=9775ad68-7c70-469e-904b-93b7d670e84e,segment=NetworkSegment(02d8de91-6e51-4456-8243-db9ff33ba578),segment_id=02d8de91-6e51-4456-8243-db9ff33ba578)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:24:10.560682 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-b7d983fb-cfe5-4ed2-9bc2-925a06f67c1f req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:10.573242 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-b7d983fb-cfe5-4ed2-9bc2-925a06f67c1f req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Calling delete_port for 9775ad68-7c70-469e-904b-93b7d670e84e owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:24:10.696128 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-b7d983fb-cfe5-4ed2-9bc2-925a06f67c1f req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (9775ad68-7c70-469e-904b-93b7d670e84e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:10.711898 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['9775ad68-7c70-469e-904b-93b7d670e84e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:24:10.727936 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Pushing event deleted for resources: {'Port': ['ID=9775ad68-7c70-469e-904b-93b7d670e84e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:10.740507 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.740859 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.741204 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.741546 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.741881 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.742213 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.742541 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.742870 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.743195 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.743519 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.743847 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.744199 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.744524 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.744848 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.745171 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:10.781622 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d983fb-cfe5-4ed2-9bc2-925a06f67c1f req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] No DVR routers for this DVR port 9775ad68-7c70-469e-904b-93b7d670e84e on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:24:10.784017 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-b7d983fb-cfe5-4ed2-9bc2-925a06f67c1f req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:10.787215 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b7d983fb-cfe5-4ed2-9bc2-925a06f67c1f req-11a9a5e5-0f69-4e09-b128-b09d879200f8 tempest-VolumesSnapshotTestJSON-68639704 tempest-VolumesSnapshotTestJSON-68639704-project] 10.222.0.16 "DELETE /v2.0/ports/9775ad68-7c70-469e-904b-93b7d670e84e HTTP/1.1" status: 204 len: 173 time: 0.3957107 Jun 17 07:24:10.787641 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46be2cb-9619-4e9e-972c-e9fc1a1939f9', 'name': 'network-vif-deleted', 'tag': '9775ad68-7c70-469e-904b-93b7d670e84e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:24:10.789887 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2c991b-c4d5-4ead-9e78-03bf015dc8d0" -d '{"events": [{"server_uuid": "e46be2cb-9619-4e9e-972c-e9fc1a1939f9", "name": "network-vif-deleted", "tag": "9775ad68-7c70-469e-904b-93b7d670e84e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:24:10.830495 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a549bfd0-f764-46be-87c0-b878540fd308 x-openstack-request-id: req-a549bfd0-f764-46be-87c0-b878540fd308 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:24:10.830779 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46be2cb-9619-4e9e-972c-e9fc1a1939f9", "name": "network-vif-deleted", "tag": "9775ad68-7c70-469e-904b-93b7d670e84e", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:24:10.831027 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a549bfd0-f764-46be-87c0-b878540fd308 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:24:10.831433 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a549bfd0-f764-46be-87c0-b878540fd308'] response: {'server_uuid': 'e46be2cb-9619-4e9e-972c-e9fc1a1939f9', 'name': 'network-vif-deleted', 'tag': '9775ad68-7c70-469e-904b-93b7d670e84e', 'status': 'completed', 'code': 200} Jun 17 07:24:11.361130 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:24:14.113114 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 9775ad68-7c70-469e-904b-93b7d670e84e no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:24:14.132089 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 9775ad68-7c70-469e-904b-93b7d670e84e {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:24:14.132442 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 9775ad68-7c70-469e-904b-93b7d670e84e not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:24:15.118053 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:20.361856 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=19 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:20.367061 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=17 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:20.507805 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9dbf-49e4-4c6c-b691-1f5e777c35a0 req-e3df2928-75ee-4b74-8aad-cfbea70dfd27 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:20.509664 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-842d9dbf-49e4-4c6c-b691-1f5e777c35a0 req-e3df2928-75ee-4b74-8aad-cfbea70dfd27 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0538757 Jun 17 07:24:20.541414 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8a52-ccbc-4142-9ef1-38e1d0bf5067 req-4adceefb-8ae4-4dab-a40d-56947496ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:20.543187 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4eab8a52-ccbc-4142-9ef1-38e1d0bf5067 req-4adceefb-8ae4-4dab-a40d-56947496ba85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52a029f97a9e4142802a9786ae2f6d58&device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 1168 time: 0.0444314 Jun 17 07:24:20.577194 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-842d9dbf-49e4-4c6c-b691-1f5e777c35a0 req-0cf782d9-295a-44a0-b51e-afb6416fad3c tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610447 Jun 17 07:24:20.655415 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8a52-ccbc-4142-9ef1-38e1d0bf5067 req-fc0daa3f-6588-4afb-aeea-472fe13e8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:20.657033 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4eab8a52-ccbc-4142-9ef1-38e1d0bf5067 req-fc0daa3f-6588-4afb-aeea-472fe13e8baa service neutron] 10.222.0.16 "GET /v2.0/networks?id=d4261208-8732-4882-af5c-da7bee4077d9 HTTP/1.1" status: 200 len: 915 time: 0.0996459 Jun 17 07:24:20.722056 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4eab8a52-ccbc-4142-9ef1-38e1d0bf5067 req-47d6dbf0-3065-46ea-bd80-fee9921d28fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e HTTP/1.1" status: 200 len: 1001 time: 0.0567808 Jun 17 07:24:20.771925 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8a52-ccbc-4142-9ef1-38e1d0bf5067 req-1f8db69a-d9be-43e7-9cfe-9fce12320646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:20.773540 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4eab8a52-ccbc-4142-9ef1-38e1d0bf5067 req-1f8db69a-d9be-43e7-9cfe-9fce12320646 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7addd15-012f-4502-aa56-30c8b039b884 HTTP/1.1" status: 200 len: 853 time: 0.0431890 Jun 17 07:24:21.043937 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab8a52-ccbc-4142-9ef1-38e1d0bf5067 req-7b61b1bd-df46-4ef8-8802-0791faf81de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:21.045631 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4eab8a52-ccbc-4142-9ef1-38e1d0bf5067 req-7b61b1bd-df46-4ef8-8802-0791faf81de5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d4261208-8732-4882-af5c-da7bee4077d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426471 Jun 17 07:24:21.159237 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4eab8a52-ccbc-4142-9ef1-38e1d0bf5067 req-959906ac-d56f-44c3-a427-d467dbeb971e service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975497 Jun 17 07:24:21.177779 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:21.234653 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:21.259886 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4eab8a52-ccbc-4142-9ef1-38e1d0bf5067 req-97366317-8fa1-4e33-805f-c25724cff4b0 service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894675 Jun 17 07:24:21.694737 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d00f3-e9c3-4d4f-bdc2-a8e55d4f2907 req-066b2b53-b9ec-4ffd-89ea-dd1c50a50af5 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:21.696272 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-426d00f3-e9c3-4d4f-bdc2-a8e55d4f2907 req-066b2b53-b9ec-4ffd-89ea-dd1c50a50af5 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0503752 Jun 17 07:24:21.726461 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c080-4941-4458-bb46-5a23988312d0 req-df3fef67-2884-47bf-b6f1-56a17015c219 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:21.727936 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-daa8c080-4941-4458-bb46-5a23988312d0 req-df3fef67-2884-47bf-b6f1-56a17015c219 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 946 time: 0.0469697 Jun 17 07:24:21.756115 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-426d00f3-e9c3-4d4f-bdc2-a8e55d4f2907 req-dc698995-1181-4ccd-8f11-1508158aacc8 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538523 Jun 17 07:24:21.775077 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-daa8c080-4941-4458-bb46-5a23988312d0 req-6b81a57e-a4ab-412c-879f-84617d16ad08 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408962 Jun 17 07:24:22.875569 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635fe10-ea9e-4d4b-b5d3-9a5361691db3 req-938005a3-bc80-4c6e-bd71-1c1f2243d431 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:22.877060 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0635fe10-ea9e-4d4b-b5d3-9a5361691db3 req-938005a3-bc80-4c6e-bd71-1c1f2243d431 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0499356 Jun 17 07:24:22.895484 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb87c4f-77c4-4f5a-a5f6-3b5dc6869459 req-93a840cb-e9b9-4f8a-9877-8840ef77c54f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:22.896981 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-efb87c4f-77c4-4f5a-a5f6-3b5dc6869459 req-93a840cb-e9b9-4f8a-9877-8840ef77c54f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 946 time: 0.0492435 Jun 17 07:24:22.936701 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0635fe10-ea9e-4d4b-b5d3-9a5361691db3 req-999f51aa-8f77-4f77-bfe2-e452f0657acf tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538182 Jun 17 07:24:22.943911 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-efb87c4f-77c4-4f5a-a5f6-3b5dc6869459 req-86fbc1b5-d247-4048-a853-86feac9511da tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 Jun 17 07:24:24.049969 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de0943-07a3-4ebb-bab8-5a5ff26d6d50 req-291cb9f2-a1b6-4c14-9869-907c7cbf995f tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:24.051435 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-40de0943-07a3-4ebb-bab8-5a5ff26d6d50 req-291cb9f2-a1b6-4c14-9869-907c7cbf995f tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0470784 Jun 17 07:24:24.060987 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ab29b-f47e-4604-9ca0-171253ecea8b req-2f214647-c306-4e90-a6a0-330f227d11ed tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:24.062575 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0f6ab29b-f47e-4604-9ca0-171253ecea8b req-2f214647-c306-4e90-a6a0-330f227d11ed tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 946 time: 0.0478473 Jun 17 07:24:24.108815 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0f6ab29b-f47e-4604-9ca0-171253ecea8b req-d48f78ec-059b-443e-8892-ebbbf04d212f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 Jun 17 07:24:24.110731 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-40de0943-07a3-4ebb-bab8-5a5ff26d6d50 req-fe0b0170-63bc-48d6-a8a0-aa170ad981db tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536373 Jun 17 07:24:25.107653 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:25.113940 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:25.221623 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368b78d-53d2-44e7-bef0-0d164df6412e req-cd8f7a52-a112-400f-b2f3-f5f478723056 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:25.223136 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2368b78d-53d2-44e7-bef0-0d164df6412e req-cd8f7a52-a112-400f-b2f3-f5f478723056 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0458837 Jun 17 07:24:25.227119 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02186c-4adc-42fa-9efd-1c3698df1886 req-8da333bc-4e04-4150-980c-54e76d74f0ff tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:25.228635 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-df02186c-4adc-42fa-9efd-1c3698df1886 req-8da333bc-4e04-4150-980c-54e76d74f0ff tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 946 time: 0.0492122 Jun 17 07:24:25.277979 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-df02186c-4adc-42fa-9efd-1c3698df1886 req-63248019-d529-4451-8ed5-00b3616a7dae tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429597 Jun 17 07:24:25.296481 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2368b78d-53d2-44e7-bef0-0d164df6412e req-f5390f34-bcfe-4ed6-961a-50c1b61a5c99 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664222 Jun 17 07:24:26.396169 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401faf8-2453-40ff-b8a5-0aaee5259d9d req-ca46e3ae-95fd-40b1-87e9-4e6f961889d6 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:26.397798 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4401faf8-2453-40ff-b8a5-0aaee5259d9d req-ca46e3ae-95fd-40b1-87e9-4e6f961889d6 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 946 time: 0.0473406 Jun 17 07:24:26.409834 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d372d-51ec-45e9-b780-9086f9c9b319 req-65977601-9af2-4a37-8333-298171532693 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:26.411311 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bf9d372d-51ec-45e9-b780-9086f9c9b319 req-65977601-9af2-4a37-8333-298171532693 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0474727 Jun 17 07:24:26.445206 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4401faf8-2453-40ff-b8a5-0aaee5259d9d req-160c0627-8915-4567-9a9e-5f6a9173794f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bcdc806-4dc1-4139-910f-e85a217c8c57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418684 Jun 17 07:24:26.471182 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bf9d372d-51ec-45e9-b780-9086f9c9b319 req-722e0b77-d4c5-4a18-aef2-7e7ccec5bd01 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542572 Jun 17 07:24:26.538382 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-8c651c3d-6bc2-4ecc-9b26-82dca08302d5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:26.539820 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-8c651c3d-6bc2-4ecc-9b26-82dca08302d5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.16 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 946 time: 0.0444558 Jun 17 07:24:26.628437 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Deleting port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:24:26.628782 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:26.721247 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] For port 64a7d8d8-05dd-4a53-a5a0-14ec44851533, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=64a7d8d8-05dd-4a53-a5a0-14ec44851533,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:24:26.721703 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:27.183682 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:27.184039 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (418aa893-30c2-49e9-8a37-5b852f685194), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:27.184373 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Floating IP 418aa893-30c2-49e9-8a37-5b852f685194 disassociated. External IP: 172.27.0.158, port: 64a7d8d8-05dd-4a53-a5a0-14ec44851533. Jun 17 07:24:27.184711 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Calling delete_port for 64a7d8d8-05dd-4a53-a5a0-14ec44851533 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:24:27.195400 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:27.224967 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:27.312689 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (64a7d8d8-05dd-4a53-a5a0-14ec44851533), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:27.338366 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event deleted for resources: {'Port': ['ID=64a7d8d8-05dd-4a53-a5a0-14ec44851533,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:27.448494 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Router e2d8a315-4369-470a-9061-1776fd1d149c has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:24:27.550624 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-46e8d574-c8e6-45a1-8b03-f6f2ca33ee92 req-bf550dee-4a6d-4025-846c-e0fb22b129ca tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=029b110f-b393-4f26-a564-bc4c10ce744b HTTP/1.1" status: 200 len: 210 time: 0.0288460 Jun 17 07:24:27.585001 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:24:27.594963 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ce63e-0f2a-4ba7-aede-a6394aaa375c None None] Sync routers for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:24:27.604777 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ce63e-0f2a-4ba7-aede-a6394aaa375c None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:24:27.605375 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6d9ce63e-0f2a-4ba7-aede-a6394aaa375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:24:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:27.621356 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775806d6-035c-4ea9-90a5-cf3d608b5376 req-a109573a-4a77-4b3c-8a8e-d481e68698c6 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:27.622884 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-775806d6-035c-4ea9-90a5-cf3d608b5376 req-a109573a-4a77-4b3c-8a8e-d481e68698c6 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0742388 Jun 17 07:24:27.643679 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] No DVR routers for this DVR port 64a7d8d8-05dd-4a53-a5a0-14ec44851533 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:24:27.650594 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:27.653711 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2f1380ff-2c92-4f3e-b4e9-4dee2f0a9139 req-6d3218ec-91ed-4093-af2c-da2c390cddd5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.16 "DELETE /v2.0/ports/64a7d8d8-05dd-4a53-a5a0-14ec44851533 HTTP/1.1" status: 204 len: 173 time: 1.1070716 Jun 17 07:24:27.655140 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'name': 'network-vif-deleted', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:24:27.657380 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5252f873-8820-4978-8e3c-6c616137b48a" -d '{"events": [{"server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "name": "network-vif-deleted", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:24:27.707243 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f748e1b6-d8ec-4bde-b1dc-e29c5c3fb936 x-openstack-request-id: req-f748e1b6-d8ec-4bde-b1dc-e29c5c3fb936 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:24:27.707527 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029b110f-b393-4f26-a564-bc4c10ce744b", "name": "network-vif-deleted", "tag": "64a7d8d8-05dd-4a53-a5a0-14ec44851533", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:24:27.707772 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f748e1b6-d8ec-4bde-b1dc-e29c5c3fb936 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:24:27.708208 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f748e1b6-d8ec-4bde-b1dc-e29c5c3fb936'] response: {'server_uuid': '029b110f-b393-4f26-a564-bc4c10ce744b', 'name': 'network-vif-deleted', 'tag': '64a7d8d8-05dd-4a53-a5a0-14ec44851533', 'status': 'completed', 'code': 200} Jun 17 07:24:27.713587 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-775806d6-035c-4ea9-90a5-cf3d608b5376 req-69acb357-58bd-438d-b583-6c8a5c0f43f5 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715404 Jun 17 07:24:27.747039 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-6d9ce63e-0f2a-4ba7-aede-a6394aaa375c None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:24:27.951855 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6d9ce63e-0f2a-4ba7-aede-a6394aaa375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:27.975595 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ce63e-0f2a-4ba7-aede-a6394aaa375c None None] Checking router: e2d8a315-4369-470a-9061-1776fd1d149c for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:24:27.984595 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ce63e-0f2a-4ba7-aede-a6394aaa375c None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:24:27.985201 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6d9ce63e-0f2a-4ba7-aede-a6394aaa375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:24:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:28.085440 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-6d9ce63e-0f2a-4ba7-aede-a6394aaa375c None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:24:28.278048 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6d9ce63e-0f2a-4ba7-aede-a6394aaa375c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:28.304623 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ce63e-0f2a-4ba7-aede-a6394aaa375c None None] The sync data for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi is: [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:24:28.558444 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac4dc0-41b2-4d99-a6d0-3d311f711e7c None None] New status for floating IP 418aa893-30c2-49e9-8a37-5b852f685194: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:24:28.644127 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39218) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:28.711977 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6748c1d2-f169-4432-bd96-ee17df32ca0c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (5bcdc806-4dc1-4139-910f-e85a217c8c57), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:28.735948 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6748c1d2-f169-4432-bd96-ee17df32ca0c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (5bcdc806-4dc1-4139-910f-e85a217c8c57), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:28.787832 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6748c1d2-f169-4432-bd96-ee17df32ca0c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (5bcdc806-4dc1-4139-910f-e85a217c8c57), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:28.790663 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6748c1d2-f169-4432-bd96-ee17df32ca0c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:28.794661 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-6748c1d2-f169-4432-bd96-ee17df32ca0c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "DELETE /v2.0/security-groups/5bcdc806-4dc1-4139-910f-e85a217c8c57 HTTP/1.1" status: 204 len: 168 time: 0.1460235 Jun 17 07:24:28.795357 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39222) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:28.814650 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748c1d2-f169-4432-bd96-ee17df32ca0c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcdc806-4dc1-4139-910f-e85a217c8c57,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:28.823419 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.api.v2.resource [None req-0ae8dd92-a109-4f88-a0e9-acd066675989 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] show failed (client error): The resource could not be found. Jun 17 07:24:28.827302 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-0ae8dd92-a109-4f88-a0e9-acd066675989 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups/5bcdc806-4dc1-4139-910f-e85a217c8c57 HTTP/1.1" status: 404 len: 347 time: 0.0276177 Jun 17 07:24:28.827444 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39228) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:28.854029 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbc803-fafc-49bb-8805-34d6e6c4500e req-f8a5beed-7277-4055-9ed8-38f9f9035f0b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:28.856502 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d9bbc803-fafc-49bb-8805-34d6e6c4500e req-f8a5beed-7277-4055-9ed8-38f9f9035f0b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0675917 Jun 17 07:24:28.943631 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4eb3d174-394e-40c7-9de5-b9c069353d07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Deleting port 3cd4ff55-b023-4abc-b018-2292b3ef3d82 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:24:28.943987 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4eb3d174-394e-40c7-9de5-b9c069353d07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (3cd4ff55-b023-4abc-b018-2292b3ef3d82), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:28.961067 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d9bbc803-fafc-49bb-8805-34d6e6c4500e req-d564ece8-71da-4e44-b6bc-b0752a2dc9a6 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837269 Jun 17 07:24:29.043989 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4eb3d174-394e-40c7-9de5-b9c069353d07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (3cd4ff55-b023-4abc-b018-2292b3ef3d82), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.043989 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4eb3d174-394e-40c7-9de5-b9c069353d07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (3cd4ff55-b023-4abc-b018-2292b3ef3d82), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.048681 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:29.054139 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4eb3d174-394e-40c7-9de5-b9c069353d07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Calling delete_port for 3cd4ff55-b023-4abc-b018-2292b3ef3d82 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:24:29.111902 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:29.197795 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4eb3d174-394e-40c7-9de5-b9c069353d07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (3cd4ff55-b023-4abc-b018-2292b3ef3d82), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.223266 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3d174-394e-40c7-9de5-b9c069353d07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event deleted for resources: {'Port': ['ID=3cd4ff55-b023-4abc-b018-2292b3ef3d82,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:29.288594 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4eb3d174-394e-40c7-9de5-b9c069353d07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (418aa893-30c2-49e9-8a37-5b852f685194), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.291458 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4eb3d174-394e-40c7-9de5-b9c069353d07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.294780 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-4eb3d174-394e-40c7-9de5-b9c069353d07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "DELETE /v2.0/floatingips/418aa893-30c2-49e9-8a37-5b852f685194 HTTP/1.1" status: 204 len: 168 time: 0.4642248 Jun 17 07:24:29.377033 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39238) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:29.381663 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5a34d932-793d-4dbc-8ae1-4f7da06b9fb7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940155613', 'description': 'tempest-description--1998330559'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:29.406157 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a34d932-793d-4dbc-8ae1-4f7da06b9fb7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.484663 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a34d932-793d-4dbc-8ae1-4f7da06b9fb7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (5d01ce37-32bd-4a6a-8033-c1083d41dadf), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.488556 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a34d932-793d-4dbc-8ae1-4f7da06b9fb7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (5d01ce37-32bd-4a6a-8033-c1083d41dadf), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.521903 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a34d932-793d-4dbc-8ae1-4f7da06b9fb7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.523154 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-5a34d932-793d-4dbc-8ae1-4f7da06b9fb7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1451030 Jun 17 07:24:29.525306 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34d932-793d-4dbc-8ae1-4f7da06b9fb7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d01ce37-32bd-4a6a-8033-c1083d41dadf,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:29.526138 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39240) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:29.532097 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-e41bc3bf-bfe9-424c-8946-a39a5c17e4e7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'security_group_rule': {'security_group_id': '5d01ce37-32bd-4a6a-8033-c1083d41dadf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:29.561765 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e41bc3bf-bfe9-424c-8946-a39a5c17e4e7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (44e1d04b-ddf1-40ca-ae89-fdc17ec5f738), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.588027 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 64a7d8d8-05dd-4a53-a5a0-14ec44851533 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:24:29.610801 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 64a7d8d8-05dd-4a53-a5a0-14ec44851533 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:24:29.611635 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 64a7d8d8-05dd-4a53-a5a0-14ec44851533 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:24:29.621001 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e41bc3bf-bfe9-424c-8946-a39a5c17e4e7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (44e1d04b-ddf1-40ca-ae89-fdc17ec5f738), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.624769 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e41bc3bf-bfe9-424c-8946-a39a5c17e4e7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (44e1d04b-ddf1-40ca-ae89-fdc17ec5f738), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.643613 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bc3bf-bfe9-424c-8946-a39a5c17e4e7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e1d04b-ddf1-40ca-ae89-fdc17ec5f738,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:29.652094 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e41bc3bf-bfe9-424c-8946-a39a5c17e4e7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.656354 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39242) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:29.656881 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-e41bc3bf-bfe9-424c-8946-a39a5c17e4e7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287160 Jun 17 07:24:29.661292 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-5ab6e105-c9d0-471c-a17c-39b3f58fc335 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'security_group_rule': {'security_group_id': '5d01ce37-32bd-4a6a-8033-c1083d41dadf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:29.692681 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ab6e105-c9d0-471c-a17c-39b3f58fc335 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (0754aeb6-d476-4a8c-bae6-2b612020bf15), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.747564 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ab6e105-c9d0-471c-a17c-39b3f58fc335 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (0754aeb6-d476-4a8c-bae6-2b612020bf15), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.751645 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ab6e105-c9d0-471c-a17c-39b3f58fc335 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (0754aeb6-d476-4a8c-bae6-2b612020bf15), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.769937 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6e105-c9d0-471c-a17c-39b3f58fc335 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0754aeb6-d476-4a8c-bae6-2b612020bf15,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:29.778362 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ab6e105-c9d0-471c-a17c-39b3f58fc335 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.780220 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-5ab6e105-c9d0-471c-a17c-39b3f58fc335 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225624 Jun 17 07:24:29.782457 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39244) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:29.786702 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:29.807642 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.886801 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:29.985354 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:29.993268 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Allocated IP 172.27.0.110 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/f937a7f8-161f-4280-8929-4af80dd8cfcf) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:24:30.055150 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d7fdb-0a79-4712-8f9c-1382ab3b36dc req-5aae9b0f-768f-42dd-b029-6ce55c4fb288 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:30.056675 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-712d7fdb-0a79-4712-8f9c-1382ab3b36dc req-5aae9b0f-768f-42dd-b029-6ce55c4fb288 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0487101 Jun 17 07:24:30.064230 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:30.108165 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:30.108698 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for port (f937a7f8-161f-4280-8929-4af80dd8cfcf), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:30.131600 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-712d7fdb-0a79-4712-8f9c-1382ab3b36dc req-0e307fac-c97f-40b3-837f-214ad203e349 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677772 Jun 17 07:24:30.143393 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (f937a7f8-161f-4280-8929-4af80dd8cfcf), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:30.180976 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:24:30.183818 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:24:30.189376 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:24:30.216579 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'Port': ['ID=f937a7f8-161f-4280-8929-4af80dd8cfcf,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:30.281223 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (b90ab0a1-9f26-4a2f-ac15-2525b93a0447), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:30.320984 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (f937a7f8-161f-4280-8929-4af80dd8cfcf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:30.470352 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for port (f937a7f8-161f-4280-8929-4af80dd8cfcf), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:30.474718 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (f937a7f8-161f-4280-8929-4af80dd8cfcf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:30.540433 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'Port': ['ID=f937a7f8-161f-4280-8929-4af80dd8cfcf,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:30.552471 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (b90ab0a1-9f26-4a2f-ac15-2525b93a0447), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:30.567389 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:30.568561 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-866ea112-0c29-4f93-83e3-17ad0232f3eb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7850890 Jun 17 07:24:30.760259 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ce9741d2-0e86-4f50-b458-d9ab30f9b037 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--940155613&fields=id&tenant_id=277f81ef9ed74a6189221440edd53d4c HTTP/1.1" status: 200 len: 267 time: 0.0449226 Jun 17 07:24:30.849038 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:30.864385 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-2b01510f-1125-4698-bccb-1b2cf9f43024 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:30.865897 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-2b01510f-1125-4698-bccb-1b2cf9f43024 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 816 time: 0.0992711 Jun 17 07:24:30.880318 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-4d57fab7-8339-4ef2-aee2-e73ceb784f61 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/quotas/277f81ef9ed74a6189221440edd53d4c HTTP/1.1" status: 200 len: 375 time: 0.0090852 Jun 17 07:24:30.931299 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-a23aeea3-6f45-4d43-96f7-dafdea9f32a5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461543 Jun 17 07:24:31.024636 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-cdfb5739-7551-4c96-8f1f-a90eb4ec34ca service neutron] 10.222.0.33 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805211 Jun 17 07:24:31.047164 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:31.115820 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-2e5e653f-731b-48ee-ad1c-d5f4121b0093 service neutron] 10.222.0.33 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848079 Jun 17 07:24:31.277319 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c05dcfe8-f9d4-4152-af7f-0b1fa51c6eb9 req-3a4aeca2-f54d-4f65-a6bd-46636f11814b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 210 time: 0.0322163 Jun 17 07:24:31.315714 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8f057-ab63-4204-a0b4-706a39375695 req-29201a84-9c9c-4476-83c4-bb9cbf24465c tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:31.317620 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-64b8f057-ab63-4204-a0b4-706a39375695 req-29201a84-9c9c-4476-83c4-bb9cbf24465c tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0911622 Jun 17 07:24:31.353023 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:31.382770 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-64b8f057-ab63-4204-a0b4-706a39375695 req-94ef3c33-f354-4563-9666-8c4781177ef1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586998 Jun 17 07:24:32.315819 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-6d331ece-cd2b-4fba-80d4-7724a1c949ce tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:32.317440 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-6d331ece-cd2b-4fba-80d4-7724a1c949ce tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.16 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 816 time: 0.1056166 Jun 17 07:24:32.394814 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-e98e3c27-f242-465c-a7d2-390d3653fffe tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=277f81ef9ed74a6189221440edd53d4c HTTP/1.1" status: 200 len: 379 time: 0.0670507 Jun 17 07:24:32.419969 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'port': {'device_id': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'admin_state_up': True, 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'security_groups': ['5d01ce37-32bd-4a6a-8033-c1083d41dadf']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:32.425095 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cb846268-aa4b-4c32-b275-8764ebf6fbff req-620921e5-ade2-43e4-af3c-0436d3670a7a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 210 time: 0.0460260 Jun 17 07:24:32.493686 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-229bdfed-977e-4176-89eb-ed87615b008c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:32.517118 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471c0bd-b1af-4173-8423-b9993aae29c4 req-43097e5d-1f46-4e71-84ef-9f2bb4c1b3d0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:32.519217 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0471c0bd-b1af-4173-8423-b9993aae29c4 req-43097e5d-1f46-4e71-84ef-9f2bb4c1b3d0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0526314 Jun 17 07:24:32.562085 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Made reservation on behalf of 277f81ef9ed74a6189221440edd53d4c for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:24:32.565714 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:32.597575 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0471c0bd-b1af-4173-8423-b9993aae29c4 req-b6e695e6-24f9-4b9f-9de6-a856443890f0 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685122 Jun 17 07:24:32.703630 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Allocated IP 172.20.0.12 (ed70ad4c-5186-4d7f-a1ab-3e0db877b874/61a47006-0fd4-4566-be0d-e8e1b248d69c/dba1d1a8-9ccb-4208-8f53-aedafc10079e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:24:32.844624 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:32.872011 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:32.878586 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:32.919387 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:24:32.923131 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:24:32.929003 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:24:32.958195 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event updated for resources: {'Port': ['ID=dba1d1a8-9ccb-4208-8f53-aedafc10079e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:32.987297 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:32.987916 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:32.990229 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:33.005149 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-46b54147-7918-48bc-8bb8-2701cab3746a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5894132 Jun 17 07:24:33.017052 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Request body: {'port': {'device_id': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:33.079507 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:33.116536 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-5a8c8eb0-766e-4a6d-b2c5-177e2a3fb0c7 None None] Provisioning complete for port dba1d1a8-9ccb-4208-8f53-aedafc10079e triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:24:33.116904 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5a8c8eb0-766e-4a6d-b2c5-177e2a3fb0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:33.147952 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c8eb0-766e-4a6d-b2c5-177e2a3fb0c7 None None] Port dba1d1a8-9ccb-4208-8f53-aedafc10079e cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:24:33.332260 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba1d1a8-9ccb-4208-8f53-aedafc10079e {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:24:33.339426 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Publish callbacks [] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:33.352225 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Transition to ACTIVE for port object dba1d1a8-9ccb-4208-8f53-aedafc10079e will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:24:33.355919 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:33.424923 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Pushing event updated for resources: {'Port': ['ID=dba1d1a8-9ccb-4208-8f53-aedafc10079e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:33.481697 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Attempting to bind port dba1d1a8-9ccb-4208-8f53-aedafc10079e on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:24:33.482037 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Attempting to bind port dba1d1a8-9ccb-4208-8f53-aedafc10079e by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:24:33.482369 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Attempting to bind port dba1d1a8-9ccb-4208-8f53-aedafc10079e on network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:24:33.487116 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Port dba1d1a8-9ccb-4208-8f53-aedafc10079e on network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:24:33.487744 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Attempting to bind port dba1d1a8-9ccb-4208-8f53-aedafc10079e on network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:24:33.492999 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:24:33.493337 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Checking segment: {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:24:33.493715 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Bound using segment: {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:24:33.494139 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Bound port: dba1d1a8-9ccb-4208-8f53-aedafc10079e, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76094c67-9367-4b0b-9882-07f388902427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:24:33.494496 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:33.596465 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7fa8a-9079-4e6a-8093-b9c9f1e27bd7 req-ef8f49c6-ef28-4ce3-9e6e-fe36ebde12ae tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:33.597871 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-27d7fa8a-9079-4e6a-8093-b9c9f1e27bd7 req-ef8f49c6-ef28-4ce3-9e6e-fe36ebde12ae tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0678229 Jun 17 07:24:33.600257 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:24:33.603323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:24:33.613259 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:33.654668 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:33.655341 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:33.656766 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] 10.222.0.16 "PUT /v2.0/ports/dba1d1a8-9ccb-4208-8f53-aedafc10079e HTTP/1.1" status: 200 len: 1094 time: 0.6439300 Jun 17 07:24:33.657245 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:24:33.659494 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fccdf5-a131-42dd-aef9-d3c4c72ff738" -d '{"events": [{"name": "network-changed", "server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:24:33.669746 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:33.703867 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-27d7fa8a-9079-4e6a-8093-b9c9f1e27bd7 req-9f768e5d-0f32-40a9-a900-4aeeb89b3651 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988476 Jun 17 07:24:33.709051 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f0508-bad0-4a3b-a6c8-830fc2eed404 service neutron] Pushing event updated for resources: {'Port': ['ID=dba1d1a8-9ccb-4208-8f53-aedafc10079e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:33.759834 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-d22e39ca-eabe-46af-b6a7-ede31313a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:33.761408 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-d22e39ca-eabe-46af-b6a7-ede31313a275 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 1128 time: 0.0490706 Jun 17 07:24:33.824678 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64018e-4dc4-443e-870b-d81364f86057 req-2322f93b-e22b-4294-a8d7-b6f9832d7f06 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:33.827134 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9f64018e-4dc4-443e-870b-d81364f86057 req-2322f93b-e22b-4294-a8d7-b6f9832d7f06 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.1251059 Jun 17 07:24:33.830109 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9f0d72-b8fe-43f3-8494-b5825e40c732 x-openstack-request-id: req-db9f0d72-b8fe-43f3-8494-b5825e40c732 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:24:33.830390 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:24:33.830636 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-db9f0d72-b8fe-43f3-8494-b5825e40c732 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:24:33.831057 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9f0d72-b8fe-43f3-8494-b5825e40c732'] response: {'name': 'network-changed', 'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'status': 'completed', 'code': 200} Jun 17 07:24:33.832573 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-73287616-fa54-486e-ab20-4a8f92f8db91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e HTTP/1.1" status: 200 len: 217 time: 0.0603011 Jun 17 07:24:33.885732 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:33.891259 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-33af9cfa-c307-40a6-b5fc-365bb2515ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:33.892787 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-33af9cfa-c307-40a6-b5fc-365bb2515ebd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 200 len: 855 time: 0.0498145 Jun 17 07:24:33.898602 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9f64018e-4dc4-443e-870b-d81364f86057 req-bfb77a00-6e44-4ea7-a3dc-65f3689699e5 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631013 Jun 17 07:24:33.946827 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-9fc9f822-1476-47a4-b1fd-0a47b39da7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:33.948260 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-9fc9f822-1476-47a4-b1fd-0a47b39da7db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449393 Jun 17 07:24:34.067064 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-7f2c7ef0-ffe0-4e75-aa14-e4b75995d488 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878353 Jun 17 07:24:34.163161 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-effaae88-2821-49a7-a999-2ae57e683ff5 req-ea974238-22a1-46c5-ad83-8d0369668f97 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854445 Jun 17 07:24:34.710417 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-bd25591d-fce5-4509-bac2-3bf98338f900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:34.847303 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39330) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:34.872131 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be3263-9543-4ed1-9157-39fd57bb2066 req-dcb65b4c-cda0-4b95-991e-fde8f258b913 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:34.874462 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b8be3263-9543-4ed1-9157-39fd57bb2066 req-dcb65b4c-cda0-4b95-991e-fde8f258b913 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0470307 Jun 17 07:24:34.892946 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e2c441-95c8-4e39-8e9d-ad6ea66b7c15 admin admin] Deleting subnet e18da382-875b-461c-b114-f19f98906e99 {{(pid=103802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:24:34.896098 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41e2c441-95c8-4e39-8e9d-ad6ea66b7c15 admin admin] Publish callbacks [] for subnet (e18da382-875b-461c-b114-f19f98906e99), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:34.921640 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b8be3263-9543-4ed1-9157-39fd57bb2066 req-f5cc3079-b3e4-4aca-bbf9-d8f99f8c1396 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417323 Jun 17 07:24:34.932176 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41e2c441-95c8-4e39-8e9d-ad6ea66b7c15 admin admin] Publish callbacks [] for subnet (e18da382-875b-461c-b114-f19f98906e99), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:34.946104 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41e2c441-95c8-4e39-8e9d-ad6ea66b7c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (e18da382-875b-461c-b114-f19f98906e99), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.028153 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67ac0b-1372-446e-92b6-a200e5e14983 req-5b4be24c-328b-45e5-a05d-04d18aa5f00f tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:35.029519 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fa67ac0b-1372-446e-92b6-a200e5e14983 req-5b4be24c-328b-45e5-a05d-04d18aa5f00f tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0595140 Jun 17 07:24:35.031336 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41e2c441-95c8-4e39-8e9d-ad6ea66b7c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (e18da382-875b-461c-b114-f19f98906e99), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.063285 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2c441-95c8-4e39-8e9d-ad6ea66b7c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18da382-875b-461c-b114-f19f98906e99,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:35.074776 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-41e2c441-95c8-4e39-8e9d-ad6ea66b7c15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.077810 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-41e2c441-95c8-4e39-8e9d-ad6ea66b7c15 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e18da382-875b-461c-b114-f19f98906e99 HTTP/1.1" status: 204 len: 168 time: 0.2294605 Jun 17 07:24:35.080345 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39334) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:35.116331 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fa67ac0b-1372-446e-92b6-a200e5e14983 req-91e1469a-b45b-4e3f-bb4f-16ad64048ee1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796483 Jun 17 07:24:35.150714 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (d085d43f-8332-461f-be16-9921b6cc7d81), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.226209 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (d085d43f-8332-461f-be16-9921b6cc7d81), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.245698 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d085d43f-8332-461f-be16-9921b6cc7d81']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:35.254724 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d8de91-6e51-4456-8243-db9ff33ba578') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:35.255024 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d8de91-6e51-4456-8243-db9ff33ba578') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:35.268088 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417089'] for segment (02d8de91-6e51-4456-8243-db9ff33ba578), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.282016 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (02d8de91-6e51-4456-8243-db9ff33ba578), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.288362 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:24:35.288749 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63144794'] for segment (02d8de91-6e51-4456-8243-db9ff33ba578), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.311682 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment 02d8de91-6e51-4456-8243-db9ff33ba578 resource provider aggregate not found Jun 17 07:24:35.351832 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment 02d8de91-6e51-4456-8243-db9ff33ba578 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02d8de91-6e51-4456-8243-db9ff33ba578 found for delete ", "request_id": "req-93284f13-96d1-432a-bfa9-c8c2e7ae5141"}]} Jun 17 07:24:35.355696 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (d085d43f-8332-461f-be16-9921b6cc7d81), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.362216 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.365359 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] 10.222.0.33 "DELETE /v2.0/networks/d085d43f-8332-461f-be16-9921b6cc7d81 HTTP/1.1" status: 204 len: 168 time: 0.2839565 Jun 17 07:24:35.381210 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff80ec-af53-4be3-80de-a380bd3d25c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d085d43f-8332-461f-be16-9921b6cc7d81,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:35.423407 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fccdf5-a131-42dd-aef9-d3c4c72ff738 req-78c349d9-09ac-494f-9184-76f39ef3d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:35.424958 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-82fccdf5-a131-42dd-aef9-d3c4c72ff738 req-78c349d9-09ac-494f-9184-76f39ef3d77a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 1128 time: 0.0390012 Jun 17 07:24:35.522497 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fccdf5-a131-42dd-aef9-d3c4c72ff738 req-e4b43097-5e13-4067-8d5f-5bf780e159a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:35.524018 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-82fccdf5-a131-42dd-aef9-d3c4c72ff738 req-e4b43097-5e13-4067-8d5f-5bf780e159a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 917 time: 0.0910101 Jun 17 07:24:35.548926 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39344) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:35.564520 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-82fccdf5-a131-42dd-aef9-d3c4c72ff738 req-43bde4e9-26a6-4968-810f-dd4b9e23506c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e HTTP/1.1" status: 200 len: 217 time: 0.0341108 Jun 17 07:24:35.593053 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-d1804394-f0b8-426c-b36b-753ac2dbcadb admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=71a5393056b74f1e871bb50775a40554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429518 Jun 17 07:24:35.595590 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39346) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:35.619806 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fccdf5-a131-42dd-aef9-d3c4c72ff738 req-3cf65415-d259-4067-9185-8dc2e8dc90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:35.621292 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-82fccdf5-a131-42dd-aef9-d3c4c72ff738 req-3cf65415-d259-4067-9185-8dc2e8dc90ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 200 len: 855 time: 0.0470257 Jun 17 07:24:35.643966 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c346dcc7-f62b-4965-ac9c-60f9ddf32d71 admin admin] Publish callbacks [] for security_group (696db650-277b-4e8e-bae9-0542a8cb22e6), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.665899 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c346dcc7-f62b-4965-ac9c-60f9ddf32d71 admin admin] Publish callbacks [] for security_group (696db650-277b-4e8e-bae9-0542a8cb22e6), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.666173 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fccdf5-a131-42dd-aef9-d3c4c72ff738 req-7863e91f-d017-4bf1-ac88-66d7dcce27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:35.667947 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-82fccdf5-a131-42dd-aef9-d3c4c72ff738 req-7863e91f-d017-4bf1-ac88-66d7dcce27bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380621 Jun 17 07:24:35.716323 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c346dcc7-f62b-4965-ac9c-60f9ddf32d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (696db650-277b-4e8e-bae9-0542a8cb22e6), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.719387 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c346dcc7-f62b-4965-ac9c-60f9ddf32d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.722795 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c346dcc7-f62b-4965-ac9c-60f9ddf32d71 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/696db650-277b-4e8e-bae9-0542a8cb22e6 HTTP/1.1" status: 204 len: 168 time: 0.1239936 Jun 17 07:24:35.732222 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346dcc7-f62b-4965-ac9c-60f9ddf32d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696db650-277b-4e8e-bae9-0542a8cb22e6,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:35.732454 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:35.732726 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:35.764329 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-82fccdf5-a131-42dd-aef9-d3c4c72ff738 req-d3a6730d-b830-42c7-a65a-33f954120020 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883679 Jun 17 07:24:35.840830 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:35.871656 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-82fccdf5-a131-42dd-aef9-d3c4c72ff738 req-57c31622-4a89-4141-912a-1a1ea3f5f0ec service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985844 Jun 17 07:24:36.040033 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef446fc-fe50-4f4f-93bb-5bb5d13d3f4a req-54118e9e-a15f-4122-b460-525527ea51e3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:36.041630 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7ef446fc-fe50-4f4f-93bb-5bb5d13d3f4a req-54118e9e-a15f-4122-b460-525527ea51e3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0476630 Jun 17 07:24:36.089825 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7ef446fc-fe50-4f4f-93bb-5bb5d13d3f4a req-ea73eea1-feee-43a6-abe5-b3405b06b5a0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422301 Jun 17 07:24:36.231198 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527cf7d-4648-4ea0-bea9-19a650c45cfa req-1862be07-df1b-4ce7-82a1-3e15d7a73cb7 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:36.232718 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2527cf7d-4648-4ea0-bea9-19a650c45cfa req-1862be07-df1b-4ce7-82a1-3e15d7a73cb7 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0472338 Jun 17 07:24:36.288321 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:36.295331 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2527cf7d-4648-4ea0-bea9-19a650c45cfa req-fd598a7a-e361-4163-a47a-708ec0204379 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564532 Jun 17 07:24:37.209133 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b3cb1-456d-461b-b6f4-fe69703ccbe4 req-e63b56dd-33e6-4a3b-b1dc-d52f879991a3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:37.210592 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d27b3cb1-456d-461b-b6f4-fe69703ccbe4 req-e63b56dd-33e6-4a3b-b1dc-d52f879991a3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0494893 Jun 17 07:24:37.255968 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d27b3cb1-456d-461b-b6f4-fe69703ccbe4 req-a92f09af-9030-4841-b4a2-4ee799c62a5a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399113 Jun 17 07:24:37.302559 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:37.417847 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e708e5-a832-430a-8dd3-ae1dd515fd39 req-210261e1-65b3-42c5-a3f9-51b9b8745388 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:37.419318 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-70e708e5-a832-430a-8dd3-ae1dd515fd39 req-210261e1-65b3-42c5-a3f9-51b9b8745388 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0502157 Jun 17 07:24:37.459537 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:37.480691 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-70e708e5-a832-430a-8dd3-ae1dd515fd39 req-7bc64ee9-9fec-4bc3-ae7b-518867b83bae tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558019 Jun 17 07:24:37.598720 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device dba1d1a8-9ccb-4208-8f53-aedafc10079e details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:24:37.694228 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:24:37.705034 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'port_id': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'mac_address': 'fa:16:3e:82:37:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:24:37.741466 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port dba1d1a8-9ccb-4208-8f53-aedafc10079e is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:24:37.741766 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:37.880908 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba1d1a8-9ccb-4208-8f53-aedafc10079e {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:24:37.896373 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:37.905868 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:24:37.909758 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:37.957535 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=dba1d1a8-9ccb-4208-8f53-aedafc10079e,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:37.964951 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.965294 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.965657 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.966025 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.966343 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.966668 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.966991 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.967342 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.967662 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.967983 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.968331 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.968667 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.968993 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.969336 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:37.969652 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:38.280238 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=89 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:38.282320 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=77 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:38.288286 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['dba1d1a8-9ccb-4208-8f53-aedafc10079e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:24:38.548349 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73b9f0-145f-4786-bbe8-6c7522030bb2 req-ee230871-26a9-49c1-b728-b1df33090a28 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:38.549767 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aa73b9f0-145f-4786-bbe8-6c7522030bb2 req-ee230871-26a9-49c1-b728-b1df33090a28 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 945 time: 0.2146575 Jun 17 07:24:38.596732 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aa73b9f0-145f-4786-bbe8-6c7522030bb2 req-cabd5dad-f1a8-4f65-966b-98fd17f6a780 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412078 Jun 17 07:24:38.599559 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef792127-de25-4c2c-bb59-11462fd02554 req-a82a372a-6d46-4e31-834a-26ed9b7dd4e2 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:38.601154 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ef792127-de25-4c2c-bb59-11462fd02554 req-a82a372a-6d46-4e31-834a-26ed9b7dd4e2 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0514646 Jun 17 07:24:38.666339 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ef792127-de25-4c2c-bb59-11462fd02554 req-9d78ef7a-a04c-4684-954a-0e0184db2c5c tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594363 Jun 17 07:24:39.716630 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b424b7-8549-431c-bff5-bfe3c7cd1414 req-4f0fa54b-1d36-4363-a718-2fccad21114a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:39.718168 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-14b424b7-8549-431c-bff5-bfe3c7cd1414 req-4f0fa54b-1d36-4363-a718-2fccad21114a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 945 time: 0.0485904 Jun 17 07:24:39.769379 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-14b424b7-8549-431c-bff5-bfe3c7cd1414 req-1af61eb1-6887-41e7-af09-6577ba5e3667 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457547 Jun 17 07:24:39.838065 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca4b1e-0aad-429a-bf45-cde4ce885755 req-2f080e71-394c-46c5-a705-6107c1d0e48f tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:39.839541 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-80ca4b1e-0aad-429a-bf45-cde4ce885755 req-2f080e71-394c-46c5-a705-6107c1d0e48f tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.1061878 Jun 17 07:24:39.899600 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-80ca4b1e-0aad-429a-bf45-cde4ce885755 req-7a191ab2-ea79-48f4-af8f-941fba4574dc tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543609 Jun 17 07:24:40.884838 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7581a-0c51-4bd1-8f10-0121966c5d29 req-1c60ef92-1d60-456e-9892-409f6321e59a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:40.886289 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2bd7581a-0c51-4bd1-8f10-0121966c5d29 req-1c60ef92-1d60-456e-9892-409f6321e59a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 945 time: 0.0463824 Jun 17 07:24:40.932883 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2bd7581a-0c51-4bd1-8f10-0121966c5d29 req-bf1f20b6-edfa-4d7c-8929-8ede27ef05a0 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409837 Jun 17 07:24:41.010543 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56455a2d-3c47-4667-9967-240f40c0513d req-41f644a0-6c5a-41be-b002-542259672cfa tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:41.011987 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-56455a2d-3c47-4667-9967-240f40c0513d req-41f644a0-6c5a-41be-b002-542259672cfa tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0463550 Jun 17 07:24:41.069842 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-56455a2d-3c47-4667-9967-240f40c0513d req-22e2b441-a324-42c3-ac21-41793b324798 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523028 Jun 17 07:24:41.717016 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device dba1d1a8-9ccb-4208-8f53-aedafc10079e up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:24:41.757669 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port dba1d1a8-9ccb-4208-8f53-aedafc10079e completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:24:41.763836 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port dba1d1a8-9ccb-4208-8f53-aedafc10079e triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:24:41.764311 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:41.804571 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:41.831339 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:41.841196 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port dba1d1a8-9ccb-4208-8f53-aedafc10079e is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:24:41.841507 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:41.863905 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:24:41.866130 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995b145c-5086-4c75-9602-9bf4c624d5e8" -d '{"events": [{"server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "name": "network-vif-plugged", "status": "completed", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:24:41.879703 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:24:41.883776 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:41.909097 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed6ce8-c46a-40c9-8db5-a52f4121c827 x-openstack-request-id: req-04ed6ce8-c46a-40c9-8db5-a52f4121c827 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:24:41.909419 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "name": "network-vif-plugged", "status": "completed", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:24:41.909675 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-04ed6ce8-c46a-40c9-8db5-a52f4121c827 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:24:41.910066 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ed6ce8-c46a-40c9-8db5-a52f4121c827'] response: {'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'code': 200} Jun 17 07:24:41.937428 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=dba1d1a8-9ccb-4208-8f53-aedafc10079e,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:42.052549 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f2a9b-2d63-47b4-a3ed-1a3ffb1dce36 req-41f63b72-ad01-484e-8297-b2dba7c7df57 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:42.054117 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-656f2a9b-2d63-47b4-a3ed-1a3ffb1dce36 req-41f63b72-ad01-484e-8297-b2dba7c7df57 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0473421 Jun 17 07:24:42.084791 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a37b5e-d04a-4856-a8a2-9bb14a1aa551 req-148dff6c-042e-436c-9a30-f22afa97dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:42.086274 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b4a37b5e-d04a-4856-a8a2-9bb14a1aa551 req-148dff6c-042e-436c-9a30-f22afa97dbbc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 1130 time: 0.0381870 Jun 17 07:24:42.105209 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-656f2a9b-2d63-47b4-a3ed-1a3ffb1dce36 req-723327c5-b8fe-4b37-b623-faeb785fdb44 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451777 Jun 17 07:24:42.135669 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b4a37b5e-d04a-4856-a8a2-9bb14a1aa551 req-cc2de54e-c2ed-422c-a09b-68e75f9bc1c6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 Jun 17 07:24:42.443005 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94735a-222f-4bac-82e6-72bb7f80e56a req-6dbf3e39-f68c-4080-bef5-b8c81042f9a3 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:42.444433 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8a94735a-222f-4bac-82e6-72bb7f80e56a req-6dbf3e39-f68c-4080-bef5-b8c81042f9a3 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.2991886 Jun 17 07:24:42.506532 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8a94735a-222f-4bac-82e6-72bb7f80e56a req-cb79295f-eed5-453b-b2da-82d7494da2c5 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&id=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565362 Jun 17 07:24:43.124851 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-b473c2ff-f5f8-4fb6-b7e3-d36a7c2736f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372145 Jun 17 07:24:43.231617 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ed0b4-def1-433e-9471-6222cdc8ff5f req-bf321851-2bc2-44b9-bc5b-5fbea4a473b3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:43.233864 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3f7ed0b4-def1-433e-9471-6222cdc8ff5f req-bf321851-2bc2-44b9-bc5b-5fbea4a473b3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0482750 Jun 17 07:24:43.244999 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-c9b6acf8-4855-4684-8fc5-7583d53c9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:43.246534 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-c9b6acf8-4855-4684-8fc5-7583d53c9781 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 1129 time: 0.0424078 Jun 17 07:24:43.285913 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3f7ed0b4-def1-433e-9471-6222cdc8ff5f req-13e7cf2a-bee7-4593-bbac-fe94fe20d150 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459137 Jun 17 07:24:43.393748 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-7d754bce-8d57-4c95-9d6c-ada9e793f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:43.395237 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-7d754bce-8d57-4c95-9d6c-ada9e793f08a service neutron] 10.222.0.16 "GET /v2.0/networks?id=1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 200 len: 910 time: 0.1029658 Jun 17 07:24:44.115732 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-fc0b7029-0009-46d9-bbef-25dfe3f67381 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c HTTP/1.1" status: 200 len: 1000 time: 0.0632505 Jun 17 07:24:44.149877 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:44.165265 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-39cb5996-0617-4c08-ab41-826ba81418ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:44.166703 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-39cb5996-0617-4c08-ab41-826ba81418ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dacfbc50-0f0a-4fb0-9040-e06949d49000 HTTP/1.1" status: 200 len: 848 time: 0.0439484 Jun 17 07:24:44.391250 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:44.407614 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fbc3f-31ba-446b-988e-7d7a08826596 req-dbeac8e7-111e-4875-8b69-a0e8fbf6f0cd tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:44.409139 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-535fbc3f-31ba-446b-988e-7d7a08826596 req-dbeac8e7-111e-4875-8b69-a0e8fbf6f0cd tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0481288 Jun 17 07:24:44.466174 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-535fbc3f-31ba-446b-988e-7d7a08826596 req-112713e2-b8ee-4eb4-942b-7ccbb6c2932b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513594 Jun 17 07:24:44.526069 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-12b0ef42-c662-49ac-99b9-749b972498f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:44.527657 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-12b0ef42-c662-49ac-99b9-749b972498f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1239213d-0a3b-407c-aa59-5c1ac224edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413499 Jun 17 07:24:44.596554 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a6142-1a4d-4ea0-afb5-839526a8022b req-a944bdbb-fffb-45a6-a223-3ac2a775bce7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:44.598085 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-125a6142-1a4d-4ea0-afb5-839526a8022b req-a944bdbb-fffb-45a6-a223-3ac2a775bce7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0626805 Jun 17 07:24:44.607110 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39482) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:44.613808 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f6d53c50-d6dd-4b19-9c9d-54615c18498e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Request body: {'floatingip': {'port_id': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:44.663608 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6d53c50-d6dd-4b19-9c9d-54615c18498e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (b90ab0a1-9f26-4a2f-ac15-2525b93a0447), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:44.746943 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-6a53e053-9930-4203-9d3f-7c6891248780 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082446 Jun 17 07:24:44.836170 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902bc13-650b-4ed6-ade5-a34856af2834 req-b64587ad-bfac-4c5b-af01-cad9ec8b2387 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:44.837841 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c902bc13-650b-4ed6-ade5-a34856af2834 req-b64587ad-bfac-4c5b-af01-cad9ec8b2387 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0569413 Jun 17 07:24:44.899062 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c902bc13-650b-4ed6-ade5-a34856af2834 req-c0343ab4-fd2f-4d09-8776-4ca6cd2c02c3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552573 Jun 17 07:24:44.965752 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39492) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:45.075290 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:45.118254 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:45.152180 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Publish callbacks [] for security_group (9608dfd4-b577-4e1d-9a42-374501f5095b), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:45.155357 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6d53c50-d6dd-4b19-9c9d-54615c18498e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:45.156455 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (9608dfd4-b577-4e1d-9a42-374501f5095b), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:45.158705 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6d53c50-d6dd-4b19-9c9d-54615c18498e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (b90ab0a1-9f26-4a2f-ac15-2525b93a0447), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:45.197377 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=31ba39f47f7c40cd9f95168cdb513777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304902 Jun 17 07:24:45.198598 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9608dfd4-b577-4e1d-9a42-374501f5095b,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:45.201444 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39496) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:45.217649 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.217994 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.218334 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.218671 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.219001 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.219328 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.219651 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.219978 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.220327 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.220646 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.220969 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.221287 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.221605 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.221923 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.222239 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aba34d6-29e2-4c76-8ba2-ec49d7da0dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:24:45.253770 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:45.254362 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:45.255965 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [None req-f6d53c50-d6dd-4b19-9c9d-54615c18498e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Floating IP b90ab0a1-9f26-4a2f-ac15-2525b93a0447 associated. External IP: 172.27.0.110, port: dba1d1a8-9ccb-4208-8f53-aedafc10079e. Jun 17 07:24:45.268754 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7c9664df-00e0-412b-979a-e5826a7fc367 admin admin] Publish callbacks [] for security_group (9608dfd4-b577-4e1d-9a42-374501f5095b), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:45.292308 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7c9664df-00e0-412b-979a-e5826a7fc367 admin admin] Publish callbacks [] for security_group (9608dfd4-b577-4e1d-9a42-374501f5095b), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:45.344223 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7c9664df-00e0-412b-979a-e5826a7fc367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (9608dfd4-b577-4e1d-9a42-374501f5095b), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:45.346828 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7c9664df-00e0-412b-979a-e5826a7fc367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:45.350307 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-7c9664df-00e0-412b-979a-e5826a7fc367 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9608dfd4-b577-4e1d-9a42-374501f5095b HTTP/1.1" status: 204 len: 168 time: 0.1455276 Jun 17 07:24:45.356709 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9664df-00e0-412b-979a-e5826a7fc367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9608dfd4-b577-4e1d-9a42-374501f5095b,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:45.468166 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:45.473112 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d53c50-d6dd-4b19-9c9d-54615c18498e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Router e2d8a315-4369-470a-9061-1776fd1d149c has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:24:45.482405 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:45.594644 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d53c50-d6dd-4b19-9c9d-54615c18498e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:24:45.599277 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6d53c50-d6dd-4b19-9c9d-54615c18498e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:45.605499 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7cb66-a75c-4bfb-9cd7-9ec8194eab20 None None] Sync routers for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:24:45.617453 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7cb66-a75c-4bfb-9cd7-9ec8194eab20 None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:24:45.618141 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-caf7cb66-a75c-4bfb-9cd7-9ec8194eab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:24:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:45.636887 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f6d53c50-d6dd-4b19-9c9d-54615c18498e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "PUT /v2.0/floatingips/b90ab0a1-9f26-4a2f-ac15-2525b93a0447 HTTP/1.1" status: 200 len: 992 time: 1.0265851 Jun 17 07:24:45.638006 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:24:45.640741 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dab3021-54b0-4624-845d-2803bc37ef6e" -d '{"events": [{"name": "network-changed", "server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:24:45.679424 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1356ce8c-5bdc-4705-9168-3dc111861182 x-openstack-request-id: req-1356ce8c-5bdc-4705-9168-3dc111861182 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:24:45.679773 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:24:45.680120 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1356ce8c-5bdc-4705-9168-3dc111861182 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:24:45.680591 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1356ce8c-5bdc-4705-9168-3dc111861182'] response: {'name': 'network-changed', 'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'status': 'completed', 'code': 200} Jun 17 07:24:45.718836 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-caf7cb66-a75c-4bfb-9cd7-9ec8194eab20 None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:24:46.002695 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-caf7cb66-a75c-4bfb-9cd7-9ec8194eab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'b90ab0a1-9f26-4a2f-ac15-2525b93a0447', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'port_id': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'mac_address': 'fa:16:3e:82:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:24:30Z', 'updated_at': '2022-06-17T07:24:45Z', 'revision_number': 1, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:46.019454 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74790a-5f14-496d-a4d6-e14fa60a9ce5 req-492ef2a0-faa7-48b6-b9a1-cad4ee21a809 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:46.021046 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5a74790a-5f14-496d-a4d6-e14fa60a9ce5 req-492ef2a0-faa7-48b6-b9a1-cad4ee21a809 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0478625 Jun 17 07:24:46.026713 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7cb66-a75c-4bfb-9cd7-9ec8194eab20 None None] Checking router: e2d8a315-4369-470a-9061-1776fd1d149c for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:24:46.035645 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7cb66-a75c-4bfb-9cd7-9ec8194eab20 None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:24:46.036261 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-caf7cb66-a75c-4bfb-9cd7-9ec8194eab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:24:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:46.068060 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5a74790a-5f14-496d-a4d6-e14fa60a9ce5 req-7648b3a1-5ff4-4e30-acfa-644566beb2d4 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412197 Jun 17 07:24:46.133010 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-caf7cb66-a75c-4bfb-9cd7-9ec8194eab20 None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:24:46.331697 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-caf7cb66-a75c-4bfb-9cd7-9ec8194eab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'b90ab0a1-9f26-4a2f-ac15-2525b93a0447', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'port_id': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'mac_address': 'fa:16:3e:82:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:24:30Z', 'updated_at': '2022-06-17T07:24:45Z', 'revision_number': 1, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:46.358106 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf7cb66-a75c-4bfb-9cd7-9ec8194eab20 None None] The sync data for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi is: [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'b90ab0a1-9f26-4a2f-ac15-2525b93a0447', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'port_id': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'mac_address': 'fa:16:3e:82:37:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:24:30Z', 'updated_at': '2022-06-17T07:24:45Z', 'revision_number': 1, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:24:46.539131 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a1a3b-ddfe-4806-b215-02a7f739e039 None None] New status for floating IP b90ab0a1-9f26-4a2f-ac15-2525b93a0447: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:24:46.695362 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab3021-54b0-4624-845d-2803bc37ef6e req-f8d4abc7-0fc8-4791-b1a4-9f2d2f6d7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:46.696889 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3dab3021-54b0-4624-845d-2803bc37ef6e req-f8d4abc7-0fc8-4791-b1a4-9f2d2f6d7ccb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 1130 time: 0.0523696 Jun 17 07:24:46.711240 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a9997072-1c72-464b-94b6-0b89b65d6388 req-2f2f3c47-7b87-43df-bd9c-14ed405337c1 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424060 Jun 17 07:24:46.818155 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab3021-54b0-4624-845d-2803bc37ef6e req-7c064ebc-9089-48d3-bc51-afcec28e8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:46.819632 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3dab3021-54b0-4624-845d-2803bc37ef6e req-7c064ebc-9089-48d3-bc51-afcec28e8085 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 917 time: 0.0844336 Jun 17 07:24:47.160380 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-2a158bf2-e6cc-4645-87b0-577b2f1f410a tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:47.161810 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-2a158bf2-e6cc-4645-87b0-577b2f1f410a tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.16 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0955148 Jun 17 07:24:47.180488 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3dab3021-54b0-4624-845d-2803bc37ef6e req-80f5c3b2-bbc6-4420-983c-c2d03bf8df63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e HTTP/1.1" status: 200 len: 1002 time: 0.1203740 Jun 17 07:24:47.197480 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63a978-e7eb-415c-9a3d-2551afc6b044 req-ab0ceebf-1eef-4115-90c7-9d89f8276c9d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:47.198830 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7f63a978-e7eb-415c-9a3d-2551afc6b044 req-ab0ceebf-1eef-4115-90c7-9d89f8276c9d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 945 time: 0.0606723 Jun 17 07:24:47.250316 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7f63a978-e7eb-415c-9a3d-2551afc6b044 req-4685aa91-eb5b-402c-9278-984ac7645957 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459473 Jun 17 07:24:47.476549 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab3021-54b0-4624-845d-2803bc37ef6e req-1a50ddd9-48a2-4d95-ae9e-bc600989cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:47.477992 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3dab3021-54b0-4624-845d-2803bc37ef6e req-1a50ddd9-48a2-4d95-ae9e-bc600989cd20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 200 len: 855 time: 0.0983534 Jun 17 07:24:47.517459 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Deleting port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:24:47.517812 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:47.551005 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab3021-54b0-4624-845d-2803bc37ef6e req-dc0c241c-4fac-4d27-86de-5027a528c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:47.552517 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3dab3021-54b0-4624-845d-2803bc37ef6e req-dc0c241c-4fac-4d27-86de-5027a528c1a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675809 Jun 17 07:24:47.670609 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] For port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:24:47.670972 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:47.679722 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:47.685234 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:47.729699 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3dab3021-54b0-4624-845d-2803bc37ef6e req-36478d90-b9ea-47fc-a0bf-100547a7f4c6 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534116 Jun 17 07:24:47.917839 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3dab3021-54b0-4624-845d-2803bc37ef6e req-e6a00125-d3f2-47ba-973a-5b2ccba2c0d9 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812639 Jun 17 07:24:47.921122 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:47.921480 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (30f29add-d701-4a36-ade3-9b2e9407cc84), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:47.921786 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Floating IP 30f29add-d701-4a36-ade3-9b2e9407cc84 disassociated. External IP: 172.27.0.84, port: b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c. Jun 17 07:24:47.922123 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Calling delete_port for b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:24:47.924229 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b719a3b-4510-4419-abd0-5066adc6b597 req-aac29b86-94a6-4fe2-a301-5a013326cb4b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:47.925704 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9b719a3b-4510-4419-abd0-5066adc6b597 req-aac29b86-94a6-4fe2-a301-5a013326cb4b tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0492301 Jun 17 07:24:47.972380 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9b719a3b-4510-4419-abd0-5066adc6b597 req-c2159f3c-1d93-45b4-b14b-04ad60042187 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Jun 17 07:24:48.044927 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:48.074484 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event deleted for resources: {'Port': ['ID=b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:48.182070 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Router 9983c8b3-1141-4c4d-a398-86257364b374 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:24:48.280701 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:24:48.290862 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68609175-96a3-427e-b0e3-a3998ad68ae0 None None] Sync routers for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:24:48.303773 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68609175-96a3-427e-b0e3-a3998ad68ae0 None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:24:48.304718 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-68609175-96a3-427e-b0e3-a3998ad68ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:24:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:48.327808 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] No DVR routers for this DVR port b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:24:48.337968 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:48.341101 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6a2f73b7-5917-4374-9be3-2ef5d59ea3dd req-8132da48-bcf6-4b4c-be6c-4c152201696e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.16 "DELETE /v2.0/ports/b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c HTTP/1.1" status: 204 len: 173 time: 0.9628148 Jun 17 07:24:48.341608 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a8c90c-c561-4193-8276-ae0351b550f4', 'name': 'network-vif-deleted', 'tag': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:24:48.343826 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a40d026-7a42-4227-9f12-db644bb19d31" -d '{"events": [{"server_uuid": "73a8c90c-c561-4193-8276-ae0351b550f4", "name": "network-vif-deleted", "tag": "b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:24:48.366159 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-177084bf-cc8a-4a46-a339-944e50cc10cf req-948fd9fa-e5ae-4a20-bd1d-20501bb7b359 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 210 time: 0.0392389 Jun 17 07:24:48.380531 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174e3bcb-9715-46b7-8809-08a9bc4a893e x-openstack-request-id: req-174e3bcb-9715-46b7-8809-08a9bc4a893e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:24:48.381241 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a8c90c-c561-4193-8276-ae0351b550f4", "name": "network-vif-deleted", "tag": "b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:24:48.381774 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-174e3bcb-9715-46b7-8809-08a9bc4a893e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:24:48.382325 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174e3bcb-9715-46b7-8809-08a9bc4a893e'] response: {'server_uuid': '73a8c90c-c561-4193-8276-ae0351b550f4', 'name': 'network-vif-deleted', 'tag': 'b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c', 'status': 'completed', 'code': 200} Jun 17 07:24:48.390999 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:24:48.414992 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-68609175-96a3-427e-b0e3-a3998ad68ae0 None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:24:48.538885 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:48.548511 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:48.602610 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-68609175-96a3-427e-b0e3-a3998ad68ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:48.629890 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68609175-96a3-427e-b0e3-a3998ad68ae0 None None] Checking router: 9983c8b3-1141-4c4d-a398-86257364b374 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:24:48.638090 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68609175-96a3-427e-b0e3-a3998ad68ae0 None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:24:48.638669 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-68609175-96a3-427e-b0e3-a3998ad68ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:24:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:48.732118 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-68609175-96a3-427e-b0e3-a3998ad68ae0 None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:24:48.909682 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-68609175-96a3-427e-b0e3-a3998ad68ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:48.933659 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68609175-96a3-427e-b0e3-a3998ad68ae0 None None] The sync data for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi is: [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:24:49.088767 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea3293-7d4d-4a7f-805f-bdb17b0c4c4b req-62ea279c-da1e-412e-9459-3c02964d3a31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:49.090273 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-08ea3293-7d4d-4a7f-805f-bdb17b0c4c4b req-62ea279c-da1e-412e-9459-3c02964d3a31 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0469015 Jun 17 07:24:49.138206 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-08ea3293-7d4d-4a7f-805f-bdb17b0c4c4b req-09bc0eef-f16d-428f-a1e2-65f3c2e2bba4 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Jun 17 07:24:49.154690 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c43799-6f4e-4f63-b436-a0675ce61be2 None None] New status for floating IP 30f29add-d701-4a36-ade3-9b2e9407cc84: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:24:49.465440 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3779c96a-ec19-4b03-9d36-f80b427bf82e req-a7c62036-69be-4fd5-85ce-ec2d5f8bedf9 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 210 time: 0.0275586 Jun 17 07:24:50.252303 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0521122-3043-4bc5-b7fc-e1ed2c1fb532 req-e0c2a56f-2725-481b-abb1-e65b9c4132db tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:50.253739 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c0521122-3043-4bc5-b7fc-e1ed2c1fb532 req-e0c2a56f-2725-481b-abb1-e65b9c4132db tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0488749 Jun 17 07:24:50.300380 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c0521122-3043-4bc5-b7fc-e1ed2c1fb532 req-074a7f87-cb83-4901-aeb4-48febfd23921 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412245 Jun 17 07:24:50.556875 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1e5baa63-1a47-423f-8fb5-7d597f908875 req-d121d247-a592-4354-91c4-450f520e5acc tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=73a8c90c-c561-4193-8276-ae0351b550f4 HTTP/1.1" status: 200 len: 210 time: 0.0268984 Jun 17 07:24:51.429969 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9237537-130b-4308-8b0e-874be9846b2f req-0ab65be1-e820-45e1-a643-9dce39394a44 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:51.431699 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f9237537-130b-4308-8b0e-874be9846b2f req-0ab65be1-e820-45e1-a643-9dce39394a44 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.0557690 Jun 17 07:24:51.487948 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f9237537-130b-4308-8b0e-874be9846b2f req-b55cd6b2-7d49-4e31-a160-85d2623dd182 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=5a095a54-d127-4208-b92f-fe855fc284f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473135 Jun 17 07:24:51.639940 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-13832f0e-b3ff-4772-82d5-ff01d7404559 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:51.644383 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39540) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:51.644665 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-13832f0e-b3ff-4772-82d5-ff01d7404559 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 945 time: 0.3154733 Jun 17 07:24:51.698763 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9a796a85-3257-448a-975b-4e8af911702d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (a86681e7-0f99-4a06-ae09-7cd5d9e98ec9), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:51.725281 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9a796a85-3257-448a-975b-4e8af911702d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (a86681e7-0f99-4a06-ae09-7cd5d9e98ec9), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:51.729452 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Deleting port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:24:51.729792 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:51.761711 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:24:51.776280 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9a796a85-3257-448a-975b-4e8af911702d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (a86681e7-0f99-4a06-ae09-7cd5d9e98ec9), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:51.779133 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9a796a85-3257-448a-975b-4e8af911702d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:51.783300 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-9a796a85-3257-448a-975b-4e8af911702d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "DELETE /v2.0/security-groups/a86681e7-0f99-4a06-ae09-7cd5d9e98ec9 HTTP/1.1" status: 204 len: 168 time: 0.1354740 Jun 17 07:24:51.784192 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39542) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:51.784852 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:24:51.785194 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device b5405e73-90d6-4c18-ad7b-cfbd6f4aa34c not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:24:51.802248 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a796a85-3257-448a-975b-4e8af911702d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86681e7-0f99-4a06-ae09-7cd5d9e98ec9,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:51.804413 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.api.v2.resource [None req-856197b5-cb68-4c45-92da-a357476e96bd tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] show failed (client error): The resource could not be found. Jun 17 07:24:51.806473 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-856197b5-cb68-4c45-92da-a357476e96bd tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups/a86681e7-0f99-4a06-ae09-7cd5d9e98ec9 HTTP/1.1" status: 404 len: 347 time: 0.0202594 Jun 17 07:24:51.806626 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:51.809503 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39544) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:51.820326 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:51.826549 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] For port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:24:51.827477 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:51.920033 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a1de016a-b60b-4a74-b481-ce55769aec09 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Deleting port b869ad59-4ec1-4586-b2bd-8825ac646aa4 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:24:51.920390 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a1de016a-b60b-4a74-b481-ce55769aec09 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (b869ad59-4ec1-4586-b2bd-8825ac646aa4), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:51.988646 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:51.989013 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (758ce46e-2387-468c-b992-50ccfbfe19bf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:51.989330 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Floating IP 758ce46e-2387-468c-b992-50ccfbfe19bf disassociated. External IP: 172.27.0.120, port: 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb. Jun 17 07:24:51.989676 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Calling delete_port for 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:24:51.997613 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a1de016a-b60b-4a74-b481-ce55769aec09 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (b869ad59-4ec1-4586-b2bd-8825ac646aa4), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:51.997954 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a1de016a-b60b-4a74-b481-ce55769aec09 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (b869ad59-4ec1-4586-b2bd-8825ac646aa4), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.010155 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a1de016a-b60b-4a74-b481-ce55769aec09 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Calling delete_port for b869ad59-4ec1-4586-b2bd-8825ac646aa4 owned by network:floatingip {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:24:52.081144 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:52.094509 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:52.119543 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.146917 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event deleted for resources: {'Port': ['ID=6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:52.159319 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a1de016a-b60b-4a74-b481-ce55769aec09 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (b869ad59-4ec1-4586-b2bd-8825ac646aa4), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.190401 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de016a-b60b-4a74-b481-ce55769aec09 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event deleted for resources: {'Port': ['ID=b869ad59-4ec1-4586-b2bd-8825ac646aa4,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:52.214861 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a1de016a-b60b-4a74-b481-ce55769aec09 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (30f29add-d701-4a36-ade3-9b2e9407cc84), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.217346 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a1de016a-b60b-4a74-b481-ce55769aec09 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.218493 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a1de016a-b60b-4a74-b481-ce55769aec09 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "DELETE /v2.0/floatingips/30f29add-d701-4a36-ade3-9b2e9407cc84 HTTP/1.1" status: 204 len: 168 time: 0.4087944 Jun 17 07:24:52.259741 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Router 25fa9284-2842-4d65-9f14-771ce4832ffd has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:24:52.295375 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39550) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:52.300004 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-f654931d-a1f5-4289-af76-d69b37e432e3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312118718', 'description': 'tempest-description--86208117'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:52.321167 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f654931d-a1f5-4289-af76-d69b37e432e3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.365405 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:24:52.377832 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b111d-f33b-4d61-8618-4e9d302eef46 None None] Sync routers for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:24:52.391962 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f654931d-a1f5-4289-af76-d69b37e432e3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (09fff7fd-2291-46fd-ac31-2fe137d2a88d), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.394806 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b111d-f33b-4d61-8618-4e9d302eef46 None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:24:52.395165 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-350b111d-f33b-4d61-8618-4e9d302eef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:24:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:52.397816 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f654931d-a1f5-4289-af76-d69b37e432e3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (09fff7fd-2291-46fd-ac31-2fe137d2a88d), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.410529 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] No DVR routers for this DVR port 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:24:52.412982 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.415834 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eb43f6ec-12f2-475f-914d-b8e950bace2a req-9dcb1c2c-30f0-4a97-9c4f-8134fb3f30bb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "DELETE /v2.0/ports/6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb HTTP/1.1" status: 204 len: 173 time: 0.7656054 Jun 17 07:24:52.416362 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'name': 'network-vif-deleted', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:24:52.419085 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f5590f-5dc2-4bfe-a0a5-b380af451911" -d '{"events": [{"server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "name": "network-vif-deleted", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:24:52.431569 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f654931d-a1f5-4289-af76-d69b37e432e3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.436546 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f654931d-a1f5-4289-af76-d69b37e432e3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1367652 Jun 17 07:24:52.437001 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39554) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:52.442748 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-dd30a033-9e22-493e-9473-32a2673bb169 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'security_group_rule': {'security_group_id': '09fff7fd-2291-46fd-ac31-2fe137d2a88d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:52.448804 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654931d-a1f5-4289-af76-d69b37e432e3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fff7fd-2291-46fd-ac31-2fe137d2a88d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:52.460222 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368eb676-96a4-4d5b-a11f-383df0211fc7 x-openstack-request-id: req-368eb676-96a4-4d5b-a11f-383df0211fc7 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:24:52.460459 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b63dc8-cc11-45bc-9017-47ddc80690e1", "name": "network-vif-deleted", "tag": "6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:24:52.460710 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-368eb676-96a4-4d5b-a11f-383df0211fc7 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:24:52.461144 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-368eb676-96a4-4d5b-a11f-383df0211fc7'] response: {'server_uuid': '76b63dc8-cc11-45bc-9017-47ddc80690e1', 'name': 'network-vif-deleted', 'tag': '6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb', 'status': 'completed', 'code': 200} Jun 17 07:24:52.480250 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd30a033-9e22-493e-9473-32a2673bb169 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (549a19d0-91f0-44e1-a489-0f9d1f1ae120), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.544846 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-350b111d-f33b-4d61-8618-4e9d302eef46 None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:24:52.585424 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd30a033-9e22-493e-9473-32a2673bb169 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (549a19d0-91f0-44e1-a489-0f9d1f1ae120), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.589600 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd30a033-9e22-493e-9473-32a2673bb169 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (549a19d0-91f0-44e1-a489-0f9d1f1ae120), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.611450 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30a033-9e22-493e-9473-32a2673bb169 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549a19d0-91f0-44e1-a489-0f9d1f1ae120,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:52.618017 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd30a033-9e22-493e-9473-32a2673bb169 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.621678 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-dd30a033-9e22-493e-9473-32a2673bb169 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1809976 Jun 17 07:24:52.622068 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39558) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:52.627916 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-c77b5656-7946-41f1-95bd-1ec8e17f39eb tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'security_group_rule': {'security_group_id': '09fff7fd-2291-46fd-ac31-2fe137d2a88d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:52.630037 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6280603f-ed21-4543-96a4-0fa192d8c6e5 req-fa450d34-aa64-4719-8783-8ce9825b1218 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=76b63dc8-cc11-45bc-9017-47ddc80690e1 HTTP/1.1" status: 200 len: 210 time: 0.0475020 Jun 17 07:24:52.664186 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c77b5656-7946-41f1-95bd-1ec8e17f39eb tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (771f663e-093e-4d14-9b35-17fa809e8439), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.734123 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c77b5656-7946-41f1-95bd-1ec8e17f39eb tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (771f663e-093e-4d14-9b35-17fa809e8439), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.739280 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c77b5656-7946-41f1-95bd-1ec8e17f39eb tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (771f663e-093e-4d14-9b35-17fa809e8439), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.759180 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b5656-7946-41f1-95bd-1ec8e17f39eb tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771f663e-093e-4d14-9b35-17fa809e8439,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:52.767421 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c77b5656-7946-41f1-95bd-1ec8e17f39eb tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.768691 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c77b5656-7946-41f1-95bd-1ec8e17f39eb tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458056 Jun 17 07:24:52.771757 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39560) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:52.776364 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:52.798395 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.861984 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-350b111d-f33b-4d61-8618-4e9d302eef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:20:04Z', 'revision_number': 5, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:52.881708 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:52.887276 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b111d-f33b-4d61-8618-4e9d302eef46 None None] Checking router: 25fa9284-2842-4d65-9f14-771ce4832ffd for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:24:52.897686 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b111d-f33b-4d61-8618-4e9d302eef46 None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:24:52.898936 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-350b111d-f33b-4d61-8618-4e9d302eef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:24:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:52.969523 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:DELETE=8,neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:53.002660 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:53.003879 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Allocated IP 172.27.0.236 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/b70324a6-7691-471f-a6ef-fe8427a6e201) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:24:53.012919 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-350b111d-f33b-4d61-8618-4e9d302eef46 None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:24:53.111421 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for port (b70324a6-7691-471f-a6ef-fe8427a6e201), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.144194 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (b70324a6-7691-471f-a6ef-fe8427a6e201), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.146279 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:53.157744 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:53.178611 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:24:53.182819 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:24:53.189832 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:24:53.203109 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'Port': ['ID=b70324a6-7691-471f-a6ef-fe8427a6e201,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:53.205212 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-350b111d-f33b-4d61-8618-4e9d302eef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:20:04Z', 'revision_number': 5, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:24:53.229823 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b111d-f33b-4d61-8618-4e9d302eef46 None None] The sync data for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi is: [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:19:54Z', 'revision_number': 4, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '9d7b3088-e6a6-464f-87e3-5880b5d25ec9', 'name': '', 'network_id': '60349c8e-a9e4-4c17-896b-25e895292e2e', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'mac_address': 'fa:16:3e:5c:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:52Z', 'updated_at': '2022-06-17T07:20:04Z', 'revision_number': 5, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'subnets': [{'id': '4cc5ba76-9b9c-4732-b355-bf87d57bda6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:24:53.240620 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (94801015-3896-4684-812c-88fabf82367a), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.279639 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b70324a6-7691-471f-a6ef-fe8427a6e201), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.436236 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for port (b70324a6-7691-471f-a6ef-fe8427a6e201), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.443048 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (b70324a6-7691-471f-a6ef-fe8427a6e201), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.462482 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a938454-cbe7-44a5-8749-13838b2e5548 None None] New status for floating IP 758ce46e-2387-468c-b992-50ccfbfe19bf: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:24:53.477401 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (94801015-3896-4684-812c-88fabf82367a), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.500831 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'Port': ['ID=b70324a6-7691-471f-a6ef-fe8427a6e201,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:53.506261 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.512340 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-49d11706-edbf-416f-8185-9fc2420de290 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7347028 Jun 17 07:24:53.726768 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-a44e8c31-ef3b-40f4-92a2-b7d29cc01f67 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1312118718&fields=id&tenant_id=ab7deafed6f447faade3e3d8d281617a HTTP/1.1" status: 200 len: 267 time: 0.0512829 Jun 17 07:24:53.728372 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39578) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:53.849853 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75f4b36b-8cd9-45e3-afab-f919154db157 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group (5a095a54-d127-4208-b92f-fe855fc284f9), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.879755 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:53.888513 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-06d22708-05cd-4ca8-af06-5f184482dc45 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:53.889980 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-06d22708-05cd-4ca8-af06-5f184482dc45 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/networks?id=1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 200 len: 809 time: 0.1529996 Jun 17 07:24:53.891928 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75f4b36b-8cd9-45e3-afab-f919154db157 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group (5a095a54-d127-4208-b92f-fe855fc284f9), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.894339 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:53.922250 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-35a3d327-c26d-4f7e-979f-000608b6c976 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/quotas/ab7deafed6f447faade3e3d8d281617a HTTP/1.1" status: 200 len: 375 time: 0.0221088 Jun 17 07:24:53.981593 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-b4e825fd-a69f-4c8a-9834-5bab33391f46 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495472 Jun 17 07:24:53.982148 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75f4b36b-8cd9-45e3-afab-f919154db157 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (5a095a54-d127-4208-b92f-fe855fc284f9), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.985182 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-75f4b36b-8cd9-45e3-afab-f919154db157 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:53.986219 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-75f4b36b-8cd9-45e3-afab-f919154db157 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "DELETE /v2.0/security-groups/5a095a54-d127-4208-b92f-fe855fc284f9 HTTP/1.1" status: 204 len: 168 time: 0.2568498 Jun 17 07:24:53.988826 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39580) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:54.002942 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.api.v2.resource [None req-6fb05b5e-4827-49a1-820c-871f84085efc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] show failed (client error): The resource could not be found. Jun 17 07:24:54.003638 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4b36b-8cd9-45e3-afab-f919154db157 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a095a54-d127-4208-b92f-fe855fc284f9,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:54.004051 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-6fb05b5e-4827-49a1-820c-871f84085efc tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups/5a095a54-d127-4208-b92f-fe855fc284f9 HTTP/1.1" status: 404 len: 347 time: 0.0141146 Jun 17 07:24:54.006919 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39582) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:24:54.087182 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-68147634-db53-4ba6-826f-8679f427d429 service neutron] 10.222.0.33 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919886 Jun 17 07:24:54.121051 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-084b921d-3697-45dc-9de8-5d88bf5ed648 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Deleting port 6b760eb2-c2a3-447f-8a60-df61aeea76a5 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:24:54.121372 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-084b921d-3697-45dc-9de8-5d88bf5ed648 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (6b760eb2-c2a3-447f-8a60-df61aeea76a5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:54.174605 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-5d9cd1e7-10a8-49f7-8449-f0875cff11bc service neutron] 10.222.0.33 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809624 Jun 17 07:24:54.195912 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-084b921d-3697-45dc-9de8-5d88bf5ed648 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (6b760eb2-c2a3-447f-8a60-df61aeea76a5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:54.196270 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-084b921d-3697-45dc-9de8-5d88bf5ed648 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for floatingip (6b760eb2-c2a3-447f-8a60-df61aeea76a5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:54.209445 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-084b921d-3697-45dc-9de8-5d88bf5ed648 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Calling delete_port for 6b760eb2-c2a3-447f-8a60-df61aeea76a5 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:24:54.257894 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:54.296652 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:54.355612 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-beb67ed2-8549-4f28-a647-931b0a482fbe req-e19d9461-30e1-4f20-8c8e-ff51b3fa6d55 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 210 time: 0.0497391 Jun 17 07:24:54.378667 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-084b921d-3697-45dc-9de8-5d88bf5ed648 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (6b760eb2-c2a3-447f-8a60-df61aeea76a5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:54.404194 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b921d-3697-45dc-9de8-5d88bf5ed648 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event deleted for resources: {'Port': ['ID=6b760eb2-c2a3-447f-8a60-df61aeea76a5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:54.470566 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-084b921d-3697-45dc-9de8-5d88bf5ed648 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks [] for floatingip (758ce46e-2387-468c-b992-50ccfbfe19bf), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:54.473095 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-084b921d-3697-45dc-9de8-5d88bf5ed648 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:54.476641 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-084b921d-3697-45dc-9de8-5d88bf5ed648 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "DELETE /v2.0/floatingips/758ce46e-2387-468c-b992-50ccfbfe19bf HTTP/1.1" status: 204 len: 168 time: 0.4663723 Jun 17 07:24:55.464230 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-a8d8f3bc-ce73-4636-8d20-294edad5468b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:55.465734 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-a8d8f3bc-ce73-4636-8d20-294edad5468b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.16 "GET /v2.0/networks?id=1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 200 len: 809 time: 0.1107152 Jun 17 07:24:55.471172 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-467d5883-e7b4-4f16-9e8a-7b06fe34f4f1 req-4d16d27f-1b81-4546-b5c5-f8ccbb0b6399 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 210 time: 0.0359681 Jun 17 07:24:55.532055 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-89926116-6d51-4f97-bdab-f1687089dd07 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab7deafed6f447faade3e3d8d281617a HTTP/1.1" status: 200 len: 380 time: 0.0569708 Jun 17 07:24:55.603968 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'port': {'device_id': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'admin_state_up': True, 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'security_groups': ['09fff7fd-2291-46fd-ac31-2fe137d2a88d']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:55.715855 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Made reservation on behalf of ab7deafed6f447faade3e3d8d281617a for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:24:55.720102 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:55.800449 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:24:55.819081 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:24:55.819428 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 6d9bd6a7-b4e1-4f54-98b2-af51f606d3eb not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:24:55.849981 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Allocated IP 172.20.0.6 (1239213d-0a3b-407c-aa59-5c1ac224edf4/dacfbc50-0f0a-4fb0-9040-e06949d49000/8ad0ac99-8aca-4f10-a23a-7c33706d11e5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:24:55.992507 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:56.024898 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:56.056096 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:56.065415 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Network 1239213d-0a3b-407c-aa59-5c1ac224edf4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:24:56.068568 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:56.074054 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:24:56.076776 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:24:56.104323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event updated for resources: {'Port': ['ID=8ad0ac99-8aca-4f10-a23a-7c33706d11e5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:56.133285 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:56.133900 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:56.151506 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-cc6976f0-ab63-4481-81e4-1aef5173d51f tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5515013 Jun 17 07:24:56.162248 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Request body: {'port': {'device_id': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:24:56.228662 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:56.334740 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-a0c63739-75c3-4703-823c-f569198d3a5f None None] Provisioning complete for port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:24:56.335141 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a0c63739-75c3-4703-823c-f569198d3a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:56.366550 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-a0c63739-75c3-4703-823c-f569198d3a5f None None] Port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:24:56.480616 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:24:56.488601 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Publish callbacks [] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:56.502035 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Transition to ACTIVE for port object 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:24:56.506504 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:56.592103 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad0ac99-8aca-4f10-a23a-7c33706d11e5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:56.625473 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cc797-0d25-45a3-87fd-90860dc39a99 req-c80c46f5-265e-4c92-bffa-dbe97ccae768 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:56.626986 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-859cc797-0d25-45a3-87fd-90860dc39a99 req-c80c46f5-265e-4c92-bffa-dbe97ccae768 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 943 time: 0.0861330 Jun 17 07:24:56.710265 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-859cc797-0d25-45a3-87fd-90860dc39a99 req-8c1af6ba-b28e-4ec4-b6a1-2c798d38f13d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658081 Jun 17 07:24:56.711337 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Attempting to bind port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:24:56.711667 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Attempting to bind port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:24:56.711993 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Attempting to bind port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 on network 1239213d-0a3b-407c-aa59-5c1ac224edf4 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:24:56.716804 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 on network 1239213d-0a3b-407c-aa59-5c1ac224edf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:24:56.717116 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Attempting to bind port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 on network 1239213d-0a3b-407c-aa59-5c1ac224edf4 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:24:56.732781 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:24:56.733616 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Checking segment: {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:24:56.733998 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Bound using segment: {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:24:56.734435 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Bound port: 8ad0ac99-8aca-4f10-a23a-7c33706d11e5, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8a02c4-5d92-4029-80fc-c6427ebfbc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:24:56.734790 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:56.800614 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] For port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:24:56.803702 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] For port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8ad0ac99-8aca-4f10-a23a-7c33706d11e5,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:24:56.810225 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:56.845783 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:56.846399 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:24:56.847779 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] 10.222.0.16 "PUT /v2.0/ports/8ad0ac99-8aca-4f10-a23a-7c33706d11e5 HTTP/1.1" status: 200 len: 1093 time: 0.6898401 Jun 17 07:24:56.848274 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'tag': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:24:56.850438 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "09501bed-6039-46fb-8dd3-6a6fba9865ed", "tag": "8ad0ac99-8aca-4f10-a23a-7c33706d11e5"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:24:56.890211 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30065ad2-a401-4a12-aaf1-68ce399fda32 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad0ac99-8aca-4f10-a23a-7c33706d11e5,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:24:56.909682 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19340c94-6afd-468d-b4aa-08b2a5a27e32 x-openstack-request-id: req-19340c94-6afd-468d-b4aa-08b2a5a27e32 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:24:56.910073 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09501bed-6039-46fb-8dd3-6a6fba9865ed", "tag": "8ad0ac99-8aca-4f10-a23a-7c33706d11e5", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:24:56.910474 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-19340c94-6afd-468d-b4aa-08b2a5a27e32 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:24:56.911155 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19340c94-6afd-468d-b4aa-08b2a5a27e32'] response: {'name': 'network-changed', 'server_uuid': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'tag': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5', 'status': 'completed', 'code': 200} Jun 17 07:24:56.953658 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:56.965916 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-086ffcb5-a12c-4a5d-b69b-5db6438044d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:56.967963 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-086ffcb5-a12c-4a5d-b69b-5db6438044d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 1127 time: 0.0453889 Jun 17 07:24:57.015937 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-6cebad0c-613f-4b41-ae18-d4d1da563ebb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ad0ac99-8aca-4f10-a23a-7c33706d11e5 HTTP/1.1" status: 200 len: 217 time: 0.0382419 Jun 17 07:24:57.051940 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:24:57.071520 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-f50fe808-7320-4bfa-aece-a96153a4934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:57.073084 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-f50fe808-7320-4bfa-aece-a96153a4934e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dacfbc50-0f0a-4fb0-9040-e06949d49000 HTTP/1.1" status: 200 len: 848 time: 0.0485899 Jun 17 07:24:57.148339 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5374e2d-df7c-4895-9f1c-5dec9e8858af req-3a06c2db-92ad-4452-b619-8bde6a617def tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:57.149690 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e5374e2d-df7c-4895-9f1c-5dec9e8858af req-3a06c2db-92ad-4452-b619-8bde6a617def tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0471811 Jun 17 07:24:57.195631 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e5374e2d-df7c-4895-9f1c-5dec9e8858af req-2b3082be-ac90-4654-a1a6-3df000d0d620 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403395 Jun 17 07:24:57.828714 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9b644-7ff5-4cc0-a546-ff189d75091b req-ba446313-6f88-4d24-a38a-ef6a6fd38c84 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:57.830182 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4ec9b644-7ff5-4cc0-a546-ff189d75091b req-ba446313-6f88-4d24-a38a-ef6a6fd38c84 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 943 time: 0.0473502 Jun 17 07:24:57.876307 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4ec9b644-7ff5-4cc0-a546-ff189d75091b req-185e3ca8-774e-4819-a427-7fc117ce9ae8 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405946 Jun 17 07:24:58.306938 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc53678-be38-4dbd-b83b-49f6e6ec4536 req-24faae1b-2fe6-4553-8a8c-8d9011d3f27f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:58.308411 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fdc53678-be38-4dbd-b83b-49f6e6ec4536 req-24faae1b-2fe6-4553-8a8c-8d9011d3f27f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0456049 Jun 17 07:24:58.354315 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fdc53678-be38-4dbd-b83b-49f6e6ec4536 req-2c0a9e6d-c8c8-4c7b-910e-f655d7b7ea07 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 Jun 17 07:24:58.986757 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0174d-087f-4415-ac6d-6b5d009794c2 req-2e1cfcc7-25cd-4913-9070-de38a2c1c1d3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:58.988162 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6bb0174d-087f-4415-ac6d-6b5d009794c2 req-2e1cfcc7-25cd-4913-9070-de38a2c1c1d3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 943 time: 0.0457804 Jun 17 07:24:59.037132 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6bb0174d-087f-4415-ac6d-6b5d009794c2 req-cd63d031-1882-45d8-9078-041afa146218 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435994 Jun 17 07:24:59.199139 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-697e075e-07a9-4a58-a03d-ba7354ccc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:59.200624 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-697e075e-07a9-4a58-a03d-ba7354ccc186 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1239213d-0a3b-407c-aa59-5c1ac224edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373669 Jun 17 07:24:59.294123 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-6cbb98f8-1de4-4836-af36-e092ad57098e service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808187 Jun 17 07:24:59.429714 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e5cf178-88b7-4c64-9704-4ebe28ef2524 req-52cefc50-eb56-4239-9974-ca66c9914981 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858281 Jun 17 07:24:59.472541 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f29605-d18a-42da-9d5d-8faac2e4663e req-e76074d1-1fad-4aa2-b2d0-72a08b1d65c9 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:24:59.474001 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-48f29605-d18a-42da-9d5d-8faac2e4663e req-e76074d1-1fad-4aa2-b2d0-72a08b1d65c9 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0506570 Jun 17 07:24:59.520201 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-48f29605-d18a-42da-9d5d-8faac2e4663e req-8353a7d5-2947-4ea0-8d6d-7afef23142c0 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Jun 17 07:25:00.149064 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20da6-f492-4722-ac64-c24bcac25bb4 req-d40608bb-f07d-4717-8cf0-863d0b75fdea tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:00.150558 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eea20da6-f492-4722-ac64-c24bcac25bb4 req-d40608bb-f07d-4717-8cf0-863d0b75fdea tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 943 time: 0.0471740 Jun 17 07:25:00.196964 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eea20da6-f492-4722-ac64-c24bcac25bb4 req-ebaef68b-b3fd-46de-bb4b-eb38a510cfc7 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410206 Jun 17 07:25:00.402173 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7 req-11dc1923-46e5-4b94-99cf-080f3ee2a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:00.403671 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7 req-11dc1923-46e5-4b94-99cf-080f3ee2a790 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 1127 time: 0.0643179 Jun 17 07:25:00.409941 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954ac81-fd2e-43c2-920d-fe77824c11d0 req-3c93f1b7-a1bd-4d91-b9dc-9dc91c3c65bf tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:00.411266 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2954ac81-fd2e-43c2-920d-fe77824c11d0 req-3c93f1b7-a1bd-4d91-b9dc-9dc91c3c65bf tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0800095 Jun 17 07:25:00.559528 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-2954ac81-fd2e-43c2-920d-fe77824c11d0 req-0f138660-8847-408b-b4e0-6246246265d2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Deleting port b91810a2-f141-4e45-96ab-9963b0a82c19 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:00.559874 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2954ac81-fd2e-43c2-920d-fe77824c11d0 req-0f138660-8847-408b-b4e0-6246246265d2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:00.574413 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7 req-c1ec3770-065e-4223-99a9-6217d88a2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:00.575904 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7 req-c1ec3770-065e-4223-99a9-6217d88a2a42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 200 len: 910 time: 0.1637845 Jun 17 07:25:00.633817 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb0a7e-99ea-4a0e-b5cb-7a31c7ba02ef req-f6eda385-7eb3-4efa-833e-1468f65b8a13 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:00.635357 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-71fb0a7e-99ea-4a0e-b5cb-7a31c7ba02ef req-f6eda385-7eb3-4efa-833e-1468f65b8a13 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=12d88b5d-9a22-4092-a847-ca3fdb686228 HTTP/1.1" status: 200 len: 945 time: 0.0459483 Jun 17 07:25:00.647665 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7 req-79761ed9-3638-448c-aca9-e38fe1018941 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ad0ac99-8aca-4f10-a23a-7c33706d11e5 HTTP/1.1" status: 200 len: 217 time: 0.0626271 Jun 17 07:25:00.682125 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-71fb0a7e-99ea-4a0e-b5cb-7a31c7ba02ef req-54ee216c-5191-420d-9770-672d55e50fb6 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 Jun 17 07:25:00.698076 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:00.721082 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-2954ac81-fd2e-43c2-920d-fe77824c11d0 req-0f138660-8847-408b-b4e0-6246246265d2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] For port b91810a2-f141-4e45-96ab-9963b0a82c19, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b91810a2-f141-4e45-96ab-9963b0a82c19,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:00.721446 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2954ac81-fd2e-43c2-920d-fe77824c11d0 req-0f138660-8847-408b-b4e0-6246246265d2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:00.724880 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7 req-3e0e6326-5cc8-416a-8b1f-73e8a003c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:00.726330 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7 req-3e0e6326-5cc8-416a-8b1f-73e8a003c00d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dacfbc50-0f0a-4fb0-9040-e06949d49000 HTTP/1.1" status: 200 len: 848 time: 0.0716636 Jun 17 07:25:00.749209 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-2954ac81-fd2e-43c2-920d-fe77824c11d0 req-0f138660-8847-408b-b4e0-6246246265d2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Calling delete_port for b91810a2-f141-4e45-96ab-9963b0a82c19 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:00.779230 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:00.786000 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7 req-c704ab5e-9076-4f0d-8fa0-63103aa2ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:00.787488 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7 req-c704ab5e-9076-4f0d-8fa0-63103aa2ce54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1239213d-0a3b-407c-aa59-5c1ac224edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543365 Jun 17 07:25:00.924478 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7 req-fb0b0c5c-1b1e-461f-b9d3-9d8e12b1366d service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115627 Jun 17 07:25:01.030381 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2954ac81-fd2e-43c2-920d-fe77824c11d0 req-0f138660-8847-408b-b4e0-6246246265d2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (b91810a2-f141-4e45-96ab-9963b0a82c19), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:01.043208 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['679e8420-15a8-4888-a16d-37cc6488380e', 'b91810a2-f141-4e45-96ab-9963b0a82c19'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:25:01.069812 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f138660-8847-408b-b4e0-6246246265d2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event deleted for resources: {'Port': ['ID=b91810a2-f141-4e45-96ab-9963b0a82c19,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:01.080380 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eb06aa9d-5aaa-4e6f-9c31-4cc0c3dff1d7 req-016942fd-a43b-4ce9-94ed-46efc57999b5 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498046 Jun 17 07:25:01.115183 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2954ac81-fd2e-43c2-920d-fe77824c11d0 req-0f138660-8847-408b-b4e0-6246246265d2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] No DVR routers for this DVR port b91810a2-f141-4e45-96ab-9963b0a82c19 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:25:01.117658 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2954ac81-fd2e-43c2-920d-fe77824c11d0 req-0f138660-8847-408b-b4e0-6246246265d2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:01.120832 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2954ac81-fd2e-43c2-920d-fe77824c11d0 req-0f138660-8847-408b-b4e0-6246246265d2 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "DELETE /v2.0/ports/b91810a2-f141-4e45-96ab-9963b0a82c19 HTTP/1.1" status: 204 len: 173 time: 0.7004580 Jun 17 07:25:01.121263 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d88b5d-9a22-4092-a847-ca3fdb686228', 'name': 'network-vif-deleted', 'tag': 'b91810a2-f141-4e45-96ab-9963b0a82c19'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:25:01.123516 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7720b529-fe87-4ac7-8590-4dcc3325965c" -d '{"events": [{"server_uuid": "12d88b5d-9a22-4092-a847-ca3fdb686228", "name": "network-vif-deleted", "tag": "b91810a2-f141-4e45-96ab-9963b0a82c19"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:25:01.159571 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806f94fd-ecf9-4f89-9794-84a64dc2a67e x-openstack-request-id: req-806f94fd-ecf9-4f89-9794-84a64dc2a67e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:25:01.160194 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d88b5d-9a22-4092-a847-ca3fdb686228", "name": "network-vif-deleted", "tag": "b91810a2-f141-4e45-96ab-9963b0a82c19", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:25:01.160194 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-806f94fd-ecf9-4f89-9794-84a64dc2a67e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:25:01.160526 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-806f94fd-ecf9-4f89-9794-84a64dc2a67e'] response: {'server_uuid': '12d88b5d-9a22-4092-a847-ca3fdb686228', 'name': 'network-vif-deleted', 'tag': 'b91810a2-f141-4e45-96ab-9963b0a82c19', 'status': 'completed', 'code': 200} Jun 17 07:25:01.308648 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055ec8f-ae1c-4f53-bda8-6fe6215cc8b0 req-781a331b-669f-4512-9bc9-bf600d1d9ad7 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:01.310102 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2055ec8f-ae1c-4f53-bda8-6fe6215cc8b0 req-781a331b-669f-4512-9bc9-bf600d1d9ad7 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 943 time: 0.0465648 Jun 17 07:25:01.359196 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2055ec8f-ae1c-4f53-bda8-6fe6215cc8b0 req-2351d118-911b-4800-8e46-ffb795b43685 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434680 Jun 17 07:25:01.820486 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:25:01.863965 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:01.894174 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:01.922665 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8ad0ac99-8aca-4f10-a23a-7c33706d11e5,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:01.933737 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'port_id': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5', 'mac_address': 'fa:16:3e:bb:7b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:25:01.956305 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21763e-dcac-4faa-ae90-ce27ec80050b req-455260a5-a0c4-4ba5-bcf3-8fda1fca44c6 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:01.957806 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cc21763e-dcac-4faa-ae90-ce27ec80050b req-455260a5-a0c4-4ba5-bcf3-8fda1fca44c6 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0506368 Jun 17 07:25:01.973119 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:01.973505 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:01.986763 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:25:02.006249 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cc21763e-dcac-4faa-ae90-ce27ec80050b req-0a97240f-6fbb-4fce-93c6-0bbf572708b5 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 Jun 17 07:25:02.008645 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8ad0ac99-8aca-4f10-a23a-7c33706d11e5,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:02.015751 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:02.061009 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=8ad0ac99-8aca-4f10-a23a-7c33706d11e5,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:02.303457 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['8ad0ac99-8aca-4f10-a23a-7c33706d11e5'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:25:02.476170 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f892b-de3c-4f80-80b6-312393794a56 req-eb05ef15-f3d3-4dd9-8dda-75a9c00ac1ab tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:02.477697 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e72f892b-de3c-4f80-80b6-312393794a56 req-eb05ef15-f3d3-4dd9-8dda-75a9c00ac1ab tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 944 time: 0.0488489 Jun 17 07:25:02.487732 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-bf5a2029-40f5-490c-b5cb-2d3e09c5f1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:02.507782 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:02.524620 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e72f892b-de3c-4f80-80b6-312393794a56 req-277c2f33-8f3b-4f3b-8e52-30f35b41d7b1 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 Jun 17 07:25:03.122847 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187a70b-5153-441a-a14b-f28aec82a7b4 req-56c91a72-3053-4f73-a953-c39d0e679305 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:03.124840 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5187a70b-5153-441a-a14b-f28aec82a7b4 req-56c91a72-3053-4f73-a953-c39d0e679305 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0464630 Jun 17 07:25:03.170163 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5187a70b-5153-441a-a14b-f28aec82a7b4 req-97daef4e-08c1-4f32-a675-87d435aad00f tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399501 Jun 17 07:25:03.208862 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=7 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:03.636051 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800bfe1-9654-4eae-93e9-cc229015335d req-5329ead3-17f3-4e00-bd4f-fa9b15565af2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:03.637492 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b800bfe1-9654-4eae-93e9-cc229015335d req-5329ead3-17f3-4e00-bd4f-fa9b15565af2 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 944 time: 0.0461128 Jun 17 07:25:03.682686 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b800bfe1-9654-4eae-93e9-cc229015335d req-62f01eae-f911-401e-ac4b-99b206b588b9 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398235 Jun 17 07:25:03.824923 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:03.865929 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:25:03.871525 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:03.871906 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:03.943772 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:03.944090 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:03.965633 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:25:03.968635 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcacb1da-b6eb-447d-bd31-83b57d416600" -d '{"events": [{"server_uuid": "09501bed-6039-46fb-8dd3-6a6fba9865ed", "name": "network-vif-plugged", "status": "completed", "tag": "8ad0ac99-8aca-4f10-a23a-7c33706d11e5"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:25:03.981862 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8ad0ac99-8aca-4f10-a23a-7c33706d11e5,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:03.986367 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:03.987360 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device b91810a2-f141-4e45-96ab-9963b0a82c19 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:04.009798 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcf3d58-a533-40f1-92a2-3664d1526393 x-openstack-request-id: req-4bcf3d58-a533-40f1-92a2-3664d1526393 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:25:04.010091 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09501bed-6039-46fb-8dd3-6a6fba9865ed", "name": "network-vif-plugged", "status": "completed", "tag": "8ad0ac99-8aca-4f10-a23a-7c33706d11e5", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:25:04.010339 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4bcf3d58-a533-40f1-92a2-3664d1526393 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:25:04.010727 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bcf3d58-a533-40f1-92a2-3664d1526393'] response: {'server_uuid': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5', 'code': 200} Jun 17 07:25:04.027091 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: b91810a2-f141-4e45-96ab-9963b0a82c19 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:25:04.027433 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device b91810a2-f141-4e45-96ab-9963b0a82c19 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:04.052069 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=8ad0ac99-8aca-4f10-a23a-7c33706d11e5,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:04.287531 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e106648-0718-44ae-a4d5-fd812904abff req-d90252a0-e276-4e4c-bdd9-85f5668c1a26 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:04.288986 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1e106648-0718-44ae-a4d5-fd812904abff req-d90252a0-e276-4e4c-bdd9-85f5668c1a26 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0485528 Jun 17 07:25:04.335322 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1e106648-0718-44ae-a4d5-fd812904abff req-1987daa9-a09a-4e85-a638-f87e2fd6eafb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Jun 17 07:25:04.713334 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-26e68251-15d5-42d5-8c24-586dee41d0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:04.952225 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5ba74-c4e1-48e1-bbbd-921c10242d7a req-12936f45-df68-42ef-a889-55606586e4b3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:04.953672 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-81a5ba74-c4e1-48e1-bbbd-921c10242d7a req-12936f45-df68-42ef-a889-55606586e4b3 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 945 time: 0.0462146 Jun 17 07:25:05.002153 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-81a5ba74-c4e1-48e1-bbbd-921c10242d7a req-3ee8f036-f86e-449d-b1ed-4294ad98fa04 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431015 Jun 17 07:25:05.408271 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82175691-e9fb-4f09-98a0-b7cda0315350 req-6a7e559e-98c6-47c2-940c-8412cdb7e5fe tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:05.409698 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-82175691-e9fb-4f09-98a0-b7cda0315350 req-6a7e559e-98c6-47c2-940c-8412cdb7e5fe tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0745456 Jun 17 07:25:05.412750 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00b4ed-4e35-45e7-8d65-ca39f5fed5f6 req-a4cecab1-f4f6-4e0f-ab36-c450e1265e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:05.414093 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee00b4ed-4e35-45e7-8d65-ca39f5fed5f6 req-a4cecab1-f4f6-4e0f-ab36-c450e1265e18 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 1129 time: 0.1476796 Jun 17 07:25:05.449899 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4139dd-2c70-4a05-812a-735f6a42a237 req-01e77a11-3403-4016-997b-cc0f588ad212 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:05.452313 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8d4139dd-2c70-4a05-812a-735f6a42a237 req-01e77a11-3403-4016-997b-cc0f588ad212 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 945 time: 0.0462282 Jun 17 07:25:05.467128 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=13 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:05.487651 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:05.500501 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8d4139dd-2c70-4a05-812a-735f6a42a237 req-57bdfc7b-8864-4cc9-8a5e-8982acd522c8 tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/security-groups?id=1ef2e7bb-4e5e-4357-9c57-fee848b6381b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Jun 17 07:25:05.516034 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee00b4ed-4e35-45e7-8d65-ca39f5fed5f6 req-88b04168-5798-41a1-8474-90f6a0ac0a6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929163 Jun 17 07:25:05.522465 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:05.526871 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-82175691-e9fb-4f09-98a0-b7cda0315350 req-d3d9e4b7-bd28-4b98-9771-dbb671bb66df tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Deleting port 679e8420-15a8-4888-a16d-37cc6488380e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:05.527211 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-82175691-e9fb-4f09-98a0-b7cda0315350 req-d3d9e4b7-bd28-4b98-9771-dbb671bb66df tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (679e8420-15a8-4888-a16d-37cc6488380e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:05.613050 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-82175691-e9fb-4f09-98a0-b7cda0315350 req-d3d9e4b7-bd28-4b98-9771-dbb671bb66df tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] For port 679e8420-15a8-4888-a16d-37cc6488380e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=679e8420-15a8-4888-a16d-37cc6488380e,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:05.613407 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-82175691-e9fb-4f09-98a0-b7cda0315350 req-d3d9e4b7-bd28-4b98-9771-dbb671bb66df tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (679e8420-15a8-4888-a16d-37cc6488380e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:05.626350 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-82175691-e9fb-4f09-98a0-b7cda0315350 req-d3d9e4b7-bd28-4b98-9771-dbb671bb66df tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Calling delete_port for 679e8420-15a8-4888-a16d-37cc6488380e owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:05.627893 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:05.728325 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:05.757450 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-82175691-e9fb-4f09-98a0-b7cda0315350 req-d3d9e4b7-bd28-4b98-9771-dbb671bb66df tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (679e8420-15a8-4888-a16d-37cc6488380e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:05.768801 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['679e8420-15a8-4888-a16d-37cc6488380e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:25:05.786745 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9e4b7-bd28-4b98-9771-dbb671bb66df tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Pushing event deleted for resources: {'Port': ['ID=679e8420-15a8-4888-a16d-37cc6488380e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:05.839086 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-82175691-e9fb-4f09-98a0-b7cda0315350 req-d3d9e4b7-bd28-4b98-9771-dbb671bb66df tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] No DVR routers for this DVR port 679e8420-15a8-4888-a16d-37cc6488380e on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:25:05.841863 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-82175691-e9fb-4f09-98a0-b7cda0315350 req-d3d9e4b7-bd28-4b98-9771-dbb671bb66df tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:05.845265 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-82175691-e9fb-4f09-98a0-b7cda0315350 req-d3d9e4b7-bd28-4b98-9771-dbb671bb66df tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.16 "DELETE /v2.0/ports/679e8420-15a8-4888-a16d-37cc6488380e HTTP/1.1" status: 204 len: 173 time: 0.4296312 Jun 17 07:25:05.845691 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5420c538-ebd6-4349-934d-9cd2d5ec2cfc', 'name': 'network-vif-deleted', 'tag': '679e8420-15a8-4888-a16d-37cc6488380e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:25:05.847890 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6143c43f-2d29-447e-abc9-1b2b409a0b8e" -d '{"events": [{"server_uuid": "5420c538-ebd6-4349-934d-9cd2d5ec2cfc", "name": "network-vif-deleted", "tag": "679e8420-15a8-4888-a16d-37cc6488380e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:25:05.886308 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4664b2-d5d3-4ef7-84a0-8238f8ab9303 x-openstack-request-id: req-2a4664b2-d5d3-4ef7-84a0-8238f8ab9303 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:25:05.886593 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5420c538-ebd6-4349-934d-9cd2d5ec2cfc", "name": "network-vif-deleted", "tag": "679e8420-15a8-4888-a16d-37cc6488380e", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:25:05.886842 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2a4664b2-d5d3-4ef7-84a0-8238f8ab9303 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:25:05.887245 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4664b2-d5d3-4ef7-84a0-8238f8ab9303'] response: {'server_uuid': '5420c538-ebd6-4349-934d-9cd2d5ec2cfc', 'name': 'network-vif-deleted', 'tag': '679e8420-15a8-4888-a16d-37cc6488380e', 'status': 'completed', 'code': 200} Jun 17 07:25:06.117085 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d527fb-fbd5-47f3-a6b7-fa9d6823fc7f req-f4f22eca-879f-48e7-97b3-8580b9c5679b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:06.118578 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-46d527fb-fbd5-47f3-a6b7-fa9d6823fc7f req-f4f22eca-879f-48e7-97b3-8580b9c5679b tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 945 time: 0.0482838 Jun 17 07:25:06.166137 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-46d527fb-fbd5-47f3-a6b7-fa9d6823fc7f req-d2cf4fc6-05b2-46b3-8413-a43716363174 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413394 Jun 17 07:25:06.611301 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c2b76136-3b07-4490-8d79-c5e48a94a9fc req-a7ecc08c-62b5-49c1-9f8a-f65cfe06b6cb tempest-ServerRescueNegativeTestJSON-2079102785 tempest-ServerRescueNegativeTestJSON-2079102785-project] 10.222.0.33 "GET /v2.0/ports?device_id=5420c538-ebd6-4349-934d-9cd2d5ec2cfc HTTP/1.1" status: 200 len: 210 time: 0.0292587 Jun 17 07:25:07.294957 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621128b-2429-4305-a52e-b9260565d9b1 req-d1d69eac-466e-4cd5-8e73-0f2a377e4145 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:07.295619 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:07.296859 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4621128b-2429-4305-a52e-b9260565d9b1 req-d1d69eac-466e-4cd5-8e73-0f2a377e4145 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 945 time: 0.0593572 Jun 17 07:25:07.344956 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4621128b-2429-4305-a52e-b9260565d9b1 req-13bec18e-c3b2-439d-991b-f7c41cf8544e tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407033 Jun 17 07:25:07.453028 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821d1fa-c6d3-4776-83b8-ccd8a72b55f4 req-48938a62-e233-48f9-ae3c-78aebf9d7f1d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:07.454380 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8821d1fa-c6d3-4776-83b8-ccd8a72b55f4 req-48938a62-e233-48f9-ae3c-78aebf9d7f1d tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 945 time: 0.0463395 Jun 17 07:25:07.462738 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39678) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:07.466870 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-fa4f4d4f-17c2-4139-afb9-da5d28e14ce5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Request body: {'floatingip': {'port_id': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:07.672041 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39682) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:07.757830 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4d4f-17c2-4139-afb9-da5d28e14ce5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (94801015-3896-4684-812c-88fabf82367a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:07.838120 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:08.182686 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4d4f-17c2-4139-afb9-da5d28e14ce5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:08.186351 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4d4f-17c2-4139-afb9-da5d28e14ce5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (94801015-3896-4684-812c-88fabf82367a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:08.281386 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [None req-fa4f4d4f-17c2-4139-afb9-da5d28e14ce5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Floating IP 94801015-3896-4684-812c-88fabf82367a associated. External IP: 172.27.0.236, port: 8ad0ac99-8aca-4f10-a23a-7c33706d11e5. Jun 17 07:25:08.318802 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:08.373932 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818816'] for router_interface (25fa9284-2842-4d65-9f14-771ce4832ffd), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:08.460629 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:08.486444 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4f4d4f-17c2-4139-afb9-da5d28e14ce5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Router 9983c8b3-1141-4c4d-a398-86257364b374 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:25:08.591342 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4f4d4f-17c2-4139-afb9-da5d28e14ce5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:08.596871 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4d4f-17c2-4139-afb9-da5d28e14ce5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:08.601232 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a34b59-4385-41f7-b6e8-192e366c7ef9 None None] Sync routers for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:08.614236 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a34b59-4385-41f7-b6e8-192e366c7ef9 None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:08.615103 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a7a34b59-4385-41f7-b6e8-192e366c7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:08.621259 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:08.630344 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-fa4f4d4f-17c2-4139-afb9-da5d28e14ce5 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "PUT /v2.0/floatingips/94801015-3896-4684-812c-88fabf82367a HTTP/1.1" status: 200 len: 991 time: 1.1665826 Jun 17 07:25:08.631007 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'tag': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:25:08.633436 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f939f1-0e50-4878-be6d-300d211602c0" -d '{"events": [{"name": "network-changed", "server_uuid": "09501bed-6039-46fb-8dd3-6a6fba9865ed", "tag": "8ad0ac99-8aca-4f10-a23a-7c33706d11e5"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:25:08.656279 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] Deleting port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:08.656698 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:08.670889 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0b5b10-a072-476b-98d1-efc581d20622 x-openstack-request-id: req-fc0b5b10-a072-476b-98d1-efc581d20622 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:25:08.671171 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09501bed-6039-46fb-8dd3-6a6fba9865ed", "tag": "8ad0ac99-8aca-4f10-a23a-7c33706d11e5", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:25:08.671418 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fc0b5b10-a072-476b-98d1-efc581d20622 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:25:08.671820 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0b5b10-a072-476b-98d1-efc581d20622'] response: {'name': 'network-changed', 'server_uuid': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'tag': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5', 'status': 'completed', 'code': 200} Jun 17 07:25:08.721903 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-a7a34b59-4385-41f7-b6e8-192e366c7ef9 None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:08.731802 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f939f1-0e50-4878-be6d-300d211602c0 req-bd60460b-84c4-46cb-85b8-614808a2bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:08.733177 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-23f939f1-0e50-4878-be6d-300d211602c0 req-bd60460b-84c4-46cb-85b8-614808a2bdc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab7deafed6f447faade3e3d8d281617a&device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 1129 time: 0.0422933 Jun 17 07:25:08.736416 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] For port 9d7b3088-e6a6-464f-87e3-5880b5d25ec9, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=9d7b3088-e6a6-464f-87e3-5880b5d25ec9,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:08.736786 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:08.750678 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] Calling delete_port for 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 owned by network:router_interface {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:08.829138 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f939f1-0e50-4878-be6d-300d211602c0 req-bdba9a13-c469-4c20-b1ed-9fc680ee1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:08.830840 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-23f939f1-0e50-4878-be6d-300d211602c0 req-bdba9a13-c469-4c20-b1ed-9fc680ee1b47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 200 len: 910 time: 0.0901840 Jun 17 07:25:08.870892 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:08.899465 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-23f939f1-0e50-4878-be6d-300d211602c0 req-79e2c1a6-e15e-484d-b2f5-6c33111604f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ad0ac99-8aca-4f10-a23a-7c33706d11e5 HTTP/1.1" status: 200 len: 999 time: 0.0571220 Jun 17 07:25:08.936724 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a7a34b59-4385-41f7-b6e8-192e366c7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '94801015-3896-4684-812c-88fabf82367a', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'port_id': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'mac_address': 'fa:16:3e:bb:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:24:53Z', 'updated_at': '2022-06-17T07:25:08Z', 'revision_number': 1, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:08.946894 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (9d7b3088-e6a6-464f-87e3-5880b5d25ec9), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:08.949822 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f939f1-0e50-4878-be6d-300d211602c0 req-7ba6e24a-f75e-4ff7-8531-24d19fb074e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:08.951350 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-23f939f1-0e50-4878-be6d-300d211602c0 req-7ba6e24a-f75e-4ff7-8531-24d19fb074e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dacfbc50-0f0a-4fb0-9040-e06949d49000 HTTP/1.1" status: 200 len: 848 time: 0.0457704 Jun 17 07:25:08.962134 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a34b59-4385-41f7-b6e8-192e366c7ef9 None None] Checking router: 9983c8b3-1141-4c4d-a398-86257364b374 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:08.973668 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a34b59-4385-41f7-b6e8-192e366c7ef9 None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:08.974841 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a7a34b59-4385-41f7-b6e8-192e366c7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:08.983502 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7b3088-e6a6-464f-87e3-5880b5d25ec9,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:09.009155 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f939f1-0e50-4878-be6d-300d211602c0 req-528c9a3b-2a02-42da-838e-e12abdebfc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:09.011787 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-23f939f1-0e50-4878-be6d-300d211602c0 req-528c9a3b-2a02-42da-838e-e12abdebfc1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1239213d-0a3b-407c-aa59-5c1ac224edf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523484 Jun 17 07:25:09.092218 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-a7a34b59-4385-41f7-b6e8-192e366c7ef9 None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:09.108470 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820240'] for router_interface (25fa9284-2842-4d65-9f14-771ce4832ffd), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:09.130412 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-23f939f1-0e50-4878-be6d-300d211602c0 req-69a4e5d1-fdd3-4a44-944d-f3747d1f545f service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118469 Jun 17 07:25:09.241737 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-23f939f1-0e50-4878-be6d-300d211602c0 req-9a90e9df-9d60-4ce6-8e28-15bacc1b7227 service neutron] 10.222.0.16 "GET /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044285 Jun 17 07:25:09.335102 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] Router 25fa9284-2842-4d65-9f14-771ce4832ffd has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:25:09.337212 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-a7a34b59-4385-41f7-b6e8-192e366c7ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '94801015-3896-4684-812c-88fabf82367a', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'port_id': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'mac_address': 'fa:16:3e:bb:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:24:53Z', 'updated_at': '2022-06-17T07:25:08Z', 'revision_number': 1, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:09.365514 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a34b59-4385-41f7-b6e8-192e366c7ef9 None None] The sync data for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi is: [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '94801015-3896-4684-812c-88fabf82367a', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'port_id': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'mac_address': 'fa:16:3e:bb:7b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:24:53Z', 'updated_at': '2022-06-17T07:25:08Z', 'revision_number': 1, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:09.440682 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:09.446336 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-8b133277-22bd-4716-9e00-b8e449d0cb0e admin admin] 10.222.0.33 "PUT /v2.0/routers/25fa9284-2842-4d65-9f14-771ce4832ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732081 Jun 17 07:25:09.448868 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39690) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:09.449576 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5191f16-7f30-4f09-8a64-4f3347b56b1e None None] Sync routers for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:09.454278 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:09.463475 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5191f16-7f30-4f09-8a64-4f3347b56b1e None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:09.464117 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a5191f16-7f30-4f09-8a64-4f3347b56b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:09.553077 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Publish callbacks [] for router (25fa9284-2842-4d65-9f14-771ce4832ffd), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:09.568545 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a5191f16-7f30-4f09-8a64-4f3347b56b1e None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:09.570636 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:09.584475 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceae16b-9f6d-4a23-93e1-9ea8684d5342 None None] New status for floating IP 94801015-3896-4684-812c-88fabf82367a: ACTIVE {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:25:09.657177 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Publish callbacks [] for router_gateway (25fa9284-2842-4d65-9f14-771ce4832ffd), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:09.704523 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Deleting port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:09.704859 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:09.770247 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:09.791324 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] For port 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=4c6d9b64-c8d1-4af4-99b3-ac16e53643b0,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:09.791684 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:09.805471 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Calling delete_port for 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 owned by network:router_gateway {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:09.814733 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:09.836294 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 679e8420-15a8-4888-a16d-37cc6488380e no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:09.864159 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 679e8420-15a8-4888-a16d-37cc6488380e {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:25:09.864495 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 679e8420-15a8-4888-a16d-37cc6488380e not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:09.901225 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a5191f16-7f30-4f09-8a64-4f3347b56b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:25:08Z', 'revision_number': 5, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port': {'id': '4c6d9b64-c8d1-4af4-99b3-ac16e53643b0', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:05:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:44Z', 'updated_at': '2022-06-17T07:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:09.925994 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5191f16-7f30-4f09-8a64-4f3347b56b1e None None] Checking router: 25fa9284-2842-4d65-9f14-771ce4832ffd for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:09.934731 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5191f16-7f30-4f09-8a64-4f3347b56b1e None None] Routers {'25fa9284-2842-4d65-9f14-771ce4832ffd'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:09.935325 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a5191f16-7f30-4f09-8a64-4f3347b56b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['25fa9284-2842-4d65-9f14-771ce4832ffd'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:09.975120 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (4c6d9b64-c8d1-4af4-99b3-ac16e53643b0), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:09.999124 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c6d9b64-c8d1-4af4-99b3-ac16e53643b0,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:10.021127 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-a5191f16-7f30-4f09-8a64-4f3347b56b1e None None] Set router 25fa9284-2842-4d65-9f14-771ce4832ffd gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:10.024759 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819527'] for router_gateway (25fa9284-2842-4d65-9f14-771ce4832ffd), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.074015 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-a5191f16-7f30-4f09-8a64-4f3347b56b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:25:09Z', 'revision_number': 6, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port_host': None}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:10.099042 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5191f16-7f30-4f09-8a64-4f3347b56b1e None None] The sync data for ids ['25fa9284-2842-4d65-9f14-771ce4832ffd'] in dv-cinder-834822-4-iscsi is: [{'id': '25fa9284-2842-4d65-9f14-771ce4832ffd', 'name': 'tempest-ServerRescueNegativeTestJSON-469993194-router', 'tenant_id': '2b581a57e3e44e3481b1db445961afc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:42Z', 'updated_at': '2022-06-17T07:25:09Z', 'revision_number': 6, 'project_id': '2b581a57e3e44e3481b1db445961afc5', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:10.131055 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7687'] for router (25fa9284-2842-4d65-9f14-771ce4832ffd), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.133522 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Publish callbacks [] for router_controller (25fa9284-2842-4d65-9f14-771ce4832ffd), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.193727 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1824228'] for router (25fa9284-2842-4d65-9f14-771ce4832ffd), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.194414 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25fa9284-2842-4d65-9f14-771ce4832ffd {{(pid=103802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:25:10.199053 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.200195 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-67e1bf3c-f967-4bb3-8946-df45ced710d2 admin admin] 10.222.0.33 "DELETE /v2.0/routers/25fa9284-2842-4d65-9f14-771ce4832ffd HTTP/1.1" status: 204 len: 168 time: 0.7503781 Jun 17 07:25:10.203213 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39694) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:10.245363 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_v2 [None req-9001efa4-1d9f-4a89-81aa-1658c30a257f admin admin] Deleting subnet 4cc5ba76-9b9c-4732-b355-bf87d57bda6c {{(pid=103802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:25:10.249394 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9001efa4-1d9f-4a89-81aa-1658c30a257f admin admin] Publish callbacks [] for subnet (4cc5ba76-9b9c-4732-b355-bf87d57bda6c), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.286121 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9001efa4-1d9f-4a89-81aa-1658c30a257f admin admin] Publish callbacks [] for subnet (4cc5ba76-9b9c-4732-b355-bf87d57bda6c), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.351712 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9001efa4-1d9f-4a89-81aa-1658c30a257f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (4cc5ba76-9b9c-4732-b355-bf87d57bda6c), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.401016 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:10.406652 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9001efa4-1d9f-4a89-81aa-1658c30a257f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for subnet (4cc5ba76-9b9c-4732-b355-bf87d57bda6c), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.437819 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001efa4-1d9f-4a89-81aa-1658c30a257f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc5ba76-9b9c-4732-b355-bf87d57bda6c,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:10.443872 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9001efa4-1d9f-4a89-81aa-1658c30a257f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.447327 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-9001efa4-1d9f-4a89-81aa-1658c30a257f admin admin] 10.222.0.33 "DELETE /v2.0/subnets/4cc5ba76-9b9c-4732-b355-bf87d57bda6c HTTP/1.1" status: 204 len: 168 time: 0.2431734 Jun 17 07:25:10.449712 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39696) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:10.452248 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb02bebb-9f51-40e2-8025-a2021f05527d None None] Network 60349c8e-a9e4-4c17-896b-25e895292e2e requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:25:10.619455 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:10.651438 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:25:10.651881 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9d7b3088-e6a6-464f-87e3-5880b5d25ec9 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:10.679301 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ff11a9-57c1-4dd4-8e67-38879c5679e2 None None] DHCP port deletion for 60349c8e-a9e4-4c17-896b-25e895292e2e request from dv-cinder-834822-4-iscsi {{(pid=103803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 07:25:10.718365 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-29ff11a9-57c1-4dd4-8e67-38879c5679e2 None None] Deleting port 1fa5182a-8580-409e-a94b-33148e971274 {{(pid=103803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:10.718731 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-29ff11a9-57c1-4dd4-8e67-38879c5679e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (1fa5182a-8580-409e-a94b-33148e971274), before_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.783992 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-29ff11a9-57c1-4dd4-8e67-38879c5679e2 None None] For port 1fa5182a-8580-409e-a94b-33148e971274, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=1fa5182a-8580-409e-a94b-33148e971274,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:10.784404 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-29ff11a9-57c1-4dd4-8e67-38879c5679e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (1fa5182a-8580-409e-a94b-33148e971274), precommit_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.789035 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (60349c8e-a9e4-4c17-896b-25e895292e2e), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.798228 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-29ff11a9-57c1-4dd4-8e67-38879c5679e2 None None] Calling delete_port for 1fa5182a-8580-409e-a94b-33148e971274 owned by network:dhcp {{(pid=103803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:10.834577 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Deleting port 1fa5182a-8580-409e-a94b-33148e971274 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:10.834913 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (1fa5182a-8580-409e-a94b-33148e971274), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.901842 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] For port 1fa5182a-8580-409e-a94b-33148e971274, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=1fa5182a-8580-409e-a94b-33148e971274,segment=NetworkSegment(1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33),segment_id=1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:10.902282 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (1fa5182a-8580-409e-a94b-33148e971274), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.915664 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Calling delete_port for 1fa5182a-8580-409e-a94b-33148e971274 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:10.924658 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-29ff11a9-57c1-4dd4-8e67-38879c5679e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (1fa5182a-8580-409e-a94b-33148e971274), after_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:10.950804 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff11a9-57c1-4dd4-8e67-38879c5679e2 None None] Pushing event deleted for resources: {'Port': ['ID=1fa5182a-8580-409e-a94b-33148e971274,revision_number=None']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:10.956027 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff11a9-57c1-4dd4-8e67-38879c5679e2 None None] No DVR routers for this DVR port 1fa5182a-8580-409e-a94b-33148e971274 on host dv-cinder-834822-4-iscsi {{(pid=103803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:25:10.999492 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:11.002528 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (1fa5182a-8580-409e-a94b-33148e971274), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:11.031203 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa5182a-8580-409e-a94b-33148e971274,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:11.039433 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] No DVR routers for this DVR port 1fa5182a-8580-409e-a94b-33148e971274 on host dv-cinder-834822-4-iscsi {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:25:11.113430 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (60349c8e-a9e4-4c17-896b-25e895292e2e), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:11.134845 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.135209 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.135940 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.136333 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > port after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.139143 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.139791 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > port after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.140157 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.140485 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.140804 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.141148 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.233315 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.233663 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.234024 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.234352 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:25:11.234720 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60349c8e-a9e4-4c17-896b-25e895292e2e']}} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:11.253105 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33') {'for_net_delete': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:11.253400 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33') {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:11.276809 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63578506'] for segment (1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:11.298378 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:11.306805 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:25:11.307191 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63419984'] for segment (1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:11.372379 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (60349c8e-a9e4-4c17-896b-25e895292e2e), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:11.384260 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:11.387580 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] 10.222.0.33 "DELETE /v2.0/networks/60349c8e-a9e4-4c17-896b-25e895292e2e HTTP/1.1" status: 204 len: 168 time: 0.9365120 Jun 17 07:25:11.399314 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770d919-28cd-4144-b714-cb1255a97c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=60349c8e-a9e4-4c17-896b-25e895292e2e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:11.462388 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33 resource provider aggregate not found Jun 17 07:25:11.480473 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1eb517cf-4e0b-4b2b-be87-0c5d5bca2f33 found for delete ", "request_id": "req-0f1b29fc-0347-40e2-bd50-3835a6c69043"}]} Jun 17 07:25:11.518571 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39710) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:11.557820 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-2fd9b23c-a2c7-4d07-abc0-5d02a2f48166 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2b581a57e3e44e3481b1db445961afc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380223 Jun 17 07:25:11.559948 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39712) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:11.610192 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24fd40ad-01a2-43af-a07d-515ca8bc4d98 admin admin] Publish callbacks [] for security_group (1ef2e7bb-4e5e-4357-9c57-fee848b6381b), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:11.631594 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24fd40ad-01a2-43af-a07d-515ca8bc4d98 admin admin] Publish callbacks [] for security_group (1ef2e7bb-4e5e-4357-9c57-fee848b6381b), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:11.677208 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24fd40ad-01a2-43af-a07d-515ca8bc4d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (1ef2e7bb-4e5e-4357-9c57-fee848b6381b), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:11.679873 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-24fd40ad-01a2-43af-a07d-515ca8bc4d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:11.681288 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-24fd40ad-01a2-43af-a07d-515ca8bc4d98 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1ef2e7bb-4e5e-4357-9c57-fee848b6381b HTTP/1.1" status: 204 len: 168 time: 0.1202772 Jun 17 07:25:11.690110 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd40ad-01a2-43af-a07d-515ca8bc4d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef2e7bb-4e5e-4357-9c57-fee848b6381b,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:12.260803 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:12.282092 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:25:12.282506 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 4c6d9b64-c8d1-4af4-99b3-ac16e53643b0 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:12.282979 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 1fa5182a-8580-409e-a94b-33148e971274 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:12.304172 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 1fa5182a-8580-409e-a94b-33148e971274 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:25:12.304516 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 1fa5182a-8580-409e-a94b-33148e971274 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:12.342025 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39734) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:12.438717 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1957122313-network', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:12.459254 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Made reservation on behalf of 9a7262e606264aba8be1c0008e93c0d2 for: {'network': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:25:12.461641 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:12.470390 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:12.544101 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Publish callbacks [] for security_group (04d37ef2-f496-4595-95ac-9d4179f81cc4), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:12.548969 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (04d37ef2-f496-4595-95ac-9d4179f81cc4), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:12.553980 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:12.567867 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=103802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:25:12.587884 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (19c25394-2da5-4ea3-9fc4-a19f4a95f463), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:12.588246 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.segments_db [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Added segment 19c25394-2da5-4ea3-9fc4-a19f4a95f463 of type vlan for network 69bdf73b-b655-40e8-99ba-01f63a3ac44d Jun 17 07:25:12.604622 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d37ef2-f496-4595-95ac-9d4179f81cc4,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:12.641326 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (69bdf73b-b655-40e8-99ba-01f63a3ac44d), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:12.648153 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:12.668999 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (69bdf73b-b655-40e8-99ba-01f63a3ac44d), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:12.669945 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:12.670529 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:12.704464 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3607790 Jun 17 07:25:12.707491 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39738) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:12.712318 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Request body: {'subnet': {'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-subnet', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:12.732731 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Made reservation on behalf of 9a7262e606264aba8be1c0008e93c0d2 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:25:12.733060 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ad0f7-e48f-4ed3-be95-e0660ebc7eec admin admin] Pushing event updated for resources: {'Network': ['ID=69bdf73b-b655-40e8-99ba-01f63a3ac44d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:12.735591 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64587565'] for subnet (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:12.742647 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:25:12.788381 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:12.904407 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63144899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64587551'] for subnet (2d447ff2-ca0f-48bb-b256-06f7cbfbc074), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:12.954297 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d447ff2-ca0f-48bb-b256-06f7cbfbc074,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:12.968769 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.969059 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.969400 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.969740 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.970070 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.970398 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.970722 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.971047 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.971368 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.971692 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.972020 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.972369 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.972689 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.973007 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.973325 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:12.981298 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Checking segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:12.981654 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Network hostable DHCP agents. Network: 69bdf73b-b655-40e8-99ba-01f63a3ac44d, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:25:12.998945 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:25:13.008057 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 69bdf73b-b655-40e8-99ba-01f63a3ac44d) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:13.011855 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:13.012482 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.018773 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f885ae-6654-493d-90fc-6d3eb6fd8cb3 None None] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:25:13.021321 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:13.029108 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-31a124d1-483c-4a90-ba5a-51958b47127d admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3205321 Jun 17 07:25:13.032580 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39740) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:13.037744 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:13.058123 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.059286 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.114700 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Publish callbacks [] for router_controller (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), precommit_add_association {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.124361 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:25:13.125353 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.216568 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:13.245649 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Publish callbacks [] for router_gateway (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.262775 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Allocated IP 172.20.0.2 (69bdf73b-b655-40e8-99ba-01f63a3ac44d/2d447ff2-ca0f-48bb-b256-06f7cbfbc074/caccf23c-5605-4c42-ae54-5a4a5f582873) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:25:13.271011 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:13.406245 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Publish callbacks [] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.412044 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.425454 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Publish callbacks [] for router_gateway (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.444040 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.448749 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:13.458059 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:13.460697 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:25:13.462730 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Pushing event updated for resources: {'Port': ['ID=caccf23c-5605-4c42-ae54-5a4a5f582873,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:13.519071 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Attempting to bind port caccf23c-5605-4c42-ae54-5a4a5f582873 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:25:13.519348 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Attempting to bind port caccf23c-5605-4c42-ae54-5a4a5f582873 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:25:13.519705 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Attempting to bind port caccf23c-5605-4c42-ae54-5a4a5f582873 on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:25:13.524792 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:25:13.525177 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Checking segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:13.525601 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.525989 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Bound using segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:25:13.526472 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Bound port: caccf23c-5605-4c42-ae54-5a4a5f582873, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:25:13.526847 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.548788 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Allocated IP 172.27.0.147 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/192f5806-4ef0-4787-acf8-f86eb8e91ac6) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:25:13.589527 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] For port caccf23c-5605-4c42-ae54-5a4a5f582873, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:25:13.593300 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] For port caccf23c-5605-4c42-ae54-5a4a5f582873, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=caccf23c-5605-4c42-ae54-5a4a5f582873,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:25:13.598286 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.653802 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1038b30-aaab-43d3-ab7a-11f1c38cd3f6 None None] Pushing event updated for resources: {'Port': ['ID=caccf23c-5605-4c42-ae54-5a4a5f582873,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:13.663799 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Publish callbacks [] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.698095 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:13.740685 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:13.745810 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:13.748330 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:25:13.751455 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=192f5806-4ef0-4787-acf8-f86eb8e91ac6,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:13.778221 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:13.791479 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:14.006133 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Publish callbacks [] for router_gateway (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:14.192028 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:14.287820 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device caccf23c-5605-4c42-ae54-5a4a5f582873 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:14.325932 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:25:14.335816 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port caccf23c-5605-4c42-ae54-5a4a5f582873 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:14.336246 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:14.416983 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port caccf23c-5605-4c42-ae54-5a4a5f582873 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:14.417372 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:14.438462 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:14.449377 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Sync routers for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:14.462175 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port caccf23c-5605-4c42-ae54-5a4a5f582873, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=caccf23c-5605-4c42-ae54-5a4a5f582873,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:14.464391 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:14.467477 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:14.468667 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c14b6c4d-12c4-4ec8-a8e5-e0db11110eb6 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4348147 Jun 17 07:25:14.469343 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39742) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:14.493322 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:14.494231 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:14.678642 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5278c57a-df37-438e-ad07-f581a016d21b None None] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:25:14.753043 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=caccf23c-5605-4c42-ae54-5a4a5f582873,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:14.759642 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-66d6968a-ef17-453f-ab30-97e38e1269f0 None None] Provisioning complete for port caccf23c-5605-4c42-ae54-5a4a5f582873 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:14.760007 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-66d6968a-ef17-453f-ab30-97e38e1269f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:14.811842 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:14.812952 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:14.910507 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:14.932871 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.052733 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-66d6968a-ef17-453f-ab30-97e38e1269f0 None None] Current status of the port caccf23c-5605-4c42-ae54-5a4a5f582873 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:15.056388 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:15.109729 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Allocated IP 172.20.0.1 (69bdf73b-b655-40e8-99ba-01f63a3ac44d/2d447ff2-ca0f-48bb-b256-06f7cbfbc074/5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:25:15.129675 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.132116 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:13Z', 'revision_number': 3, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:15.157486 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Checking router: 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:15.157827 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Updating router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 port 192f5806-4ef0-4787-acf8-f86eb8e91ac6 binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:25:15.192091 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-d87aff01-13ad-4b25-b906-37226bece2dd None None] Provisioning complete for port caccf23c-5605-4c42-ae54-5a4a5f582873 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:15.192424 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d87aff01-13ad-4b25-b906-37226bece2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.194336 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.212418 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Publish callbacks [] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.245086 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.281225 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:15.284658 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:15.287259 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:25:15.325581 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Pushing event updated for resources: {'Port': ['ID=5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:15.333488 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:15.346179 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.411924 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-d87aff01-13ad-4b25-b906-37226bece2dd None None] Current status of the port caccf23c-5605-4c42-ae54-5a4a5f582873 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:15.482026 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.514768 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Publish callbacks [] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.523243 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.535020 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:15.563936 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-dd866730-d87e-48b6-870a-44e2b3d8d429 None None] Provisioning complete for port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:15.564242 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dd866730-d87e-48b6-870a-44e2b3d8d429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.606134 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Attempting to bind port 192f5806-4ef0-4787-acf8-f86eb8e91ac6 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:25:15.606493 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Attempting to bind port 192f5806-4ef0-4787-acf8-f86eb8e91ac6 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:25:15.606855 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Attempting to bind port 192f5806-4ef0-4787-acf8-f86eb8e91ac6 on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:25:15.618613 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4543f-0bb7-4e96-a009-ec2e29fb25f3 None None] Pushing event updated for resources: {'Port': ['ID=192f5806-4ef0-4787-acf8-f86eb8e91ac6,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:15.625018 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-dd866730-d87e-48b6-870a-44e2b3d8d429 None None] Port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:25:15.626774 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:25:15.626774 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:15.627167 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.627569 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:25:15.628016 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Bound port: 192f5806-4ef0-4787-acf8-f86eb8e91ac6, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:25:15.628394 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.652159 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Publish callbacks [] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.657482 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.678467 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] For port 192f5806-4ef0-4787-acf8-f86eb8e91ac6, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:25:15.681662 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] For port 192f5806-4ef0-4787-acf8-f86eb8e91ac6, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=192f5806-4ef0-4787-acf8-f86eb8e91ac6,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:25:15.688308 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.721876 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:15.728288 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:15.730280 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Pushing event updated for resources: {'Port': ['ID=5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:15.752305 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:15.752927 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:15.756004 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4543f-0bb7-4e96-a009-ec2e29fb25f3 None None] Pushing event updated for resources: {'Port': ['ID=192f5806-4ef0-4787-acf8-f86eb8e91ac6,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:15.788685 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:15.828161 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:15.829667 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:15.860982 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:15.942757 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:25:16.052760 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:16.066085 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 2, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:16.066344 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-66ce7060-133a-4b73-be82-4c0dfcd58bef admin admin] 10.222.0.33 "PUT /v2.0/routers/4ba2fb99-536f-451e-9b58-17fd0c1e41f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5873101 Jun 17 07:25:16.084329 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d0ff2a-b462-43a1-bad4-a0ac8dc82e7b None None] The sync data for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi is: [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 2, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:16.146648 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-0b57e97a-b5b0-4536-a074-b3bcbfc943b3 None None] Provisioning complete for port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:16.147017 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0b57e97a-b5b0-4536-a074-b3bcbfc943b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.179526 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-0b57e97a-b5b0-4536-a074-b3bcbfc943b3 None None] Port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:25:16.304054 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device caccf23c-5605-4c42-ae54-5a4a5f582873 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:16.383088 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port caccf23c-5605-4c42-ae54-5a4a5f582873 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:16.383458 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.408035 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39758) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:16.415641 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-2fceb855-5cb0-43a9-9d50-10cad1bcb807 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642694124', 'description': 'tempest-description--1609920230'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:16.437615 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f02e7c35-b10a-442f-ab07-2e4c4fae01b5 req-03de65e8-eeb1-4778-8360-38db8c0ee7e8 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862094961&fields=id&tenant_id=52a029f97a9e4142802a9786ae2f6d58 HTTP/1.1" status: 200 len: 267 time: 0.0951071 Jun 17 07:25:16.446778 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2fceb855-5cb0-43a9-9d50-10cad1bcb807 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.471520 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port caccf23c-5605-4c42-ae54-5a4a5f582873 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:16.506233 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e7c35-b10a-442f-ab07-2e4c4fae01b5 req-d1759b21-98ab-4f48-b3b5-16c1263d1eb4 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:16.507763 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f02e7c35-b10a-442f-ab07-2e4c4fae01b5 req-d1759b21-98ab-4f48-b3b5-16c1263d1eb4 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 984 time: 0.0687766 Jun 17 07:25:16.521299 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-f02e7c35-b10a-442f-ab07-2e4c4fae01b5 req-4e176f0d-0a4a-477b-b6cf-a528893d6ca1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Request body: {'port': {'security_groups': ['166219e3-1c18-4c9d-89ee-652b3278e62c']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:16.528379 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2fceb855-5cb0-43a9-9d50-10cad1bcb807 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (7baace31-6264-40b4-a852-0c1ed4ee0afc), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.533073 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2fceb855-5cb0-43a9-9d50-10cad1bcb807 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (7baace31-6264-40b4-a852-0c1ed4ee0afc), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.548209 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:16.569249 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2fceb855-5cb0-43a9-9d50-10cad1bcb807 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.570505 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-2fceb855-5cb0-43a9-9d50-10cad1bcb807 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1604798 Jun 17 07:25:16.571678 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fceb855-5cb0-43a9-9d50-10cad1bcb807 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7baace31-6264-40b4-a852-0c1ed4ee0afc,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:16.574758 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39760) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:16.579402 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-e52d7399-0913-4613-ba3c-c04be2902544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group_rule': {'security_group_id': '7baace31-6264-40b4-a852-0c1ed4ee0afc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:16.608855 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e52d7399-0913-4613-ba3c-c04be2902544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (ced14511-cc7c-43da-ba73-fcafe2eb276c), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.613467 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-f02e7c35-b10a-442f-ab07-2e4c4fae01b5 req-4e176f0d-0a4a-477b-b6cf-a528893d6ca1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.615447 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:16.635694 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:16.673666 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e52d7399-0913-4613-ba3c-c04be2902544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (ced14511-cc7c-43da-ba73-fcafe2eb276c), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.678164 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e52d7399-0913-4613-ba3c-c04be2902544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (ced14511-cc7c-43da-ba73-fcafe2eb276c), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.698949 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d7399-0913-4613-ba3c-c04be2902544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced14511-cc7c-43da-ba73-fcafe2eb276c,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:16.713267 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e52d7399-0913-4613-ba3c-c04be2902544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.715145 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-e52d7399-0913-4613-ba3c-c04be2902544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400723 Jun 17 07:25:16.717687 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39762) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:16.723014 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-6680105e-c7a9-4120-b7d9-e03955b16500 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group_rule': {'security_group_id': '7baace31-6264-40b4-a852-0c1ed4ee0afc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:16.752167 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6680105e-c7a9-4120-b7d9-e03955b16500 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (562d7ad2-4647-4c17-b613-66d3d050e261), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.818040 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6680105e-c7a9-4120-b7d9-e03955b16500 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (562d7ad2-4647-4c17-b613-66d3d050e261), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.829044 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6680105e-c7a9-4120-b7d9-e03955b16500 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (562d7ad2-4647-4c17-b613-66d3d050e261), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.834948 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-f02e7c35-b10a-442f-ab07-2e4c4fae01b5 req-4e176f0d-0a4a-477b-b6cf-a528893d6ca1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] For port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:16.863049 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680105e-c7a9-4120-b7d9-e03955b16500 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562d7ad2-4647-4c17-b613-66d3d050e261,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:16.871882 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6680105e-c7a9-4120-b7d9-e03955b16500 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.875956 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-f02e7c35-b10a-442f-ab07-2e4c4fae01b5 req-4e176f0d-0a4a-477b-b6cf-a528893d6ca1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.877703 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-6680105e-c7a9-4120-b7d9-e03955b16500 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586010 Jun 17 07:25:16.878313 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39764) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:16.882910 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:16.888537 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-f02e7c35-b10a-442f-ab07-2e4c4fae01b5 req-4e176f0d-0a4a-477b-b6cf-a528893d6ca1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.901696 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:25:16.939101 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e7c35-b10a-442f-ab07-2e4c4fae01b5 req-4e176f0d-0a4a-477b-b6cf-a528893d6ca1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:16.939728 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-f02e7c35-b10a-442f-ab07-2e4c4fae01b5 req-4e176f0d-0a4a-477b-b6cf-a528893d6ca1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.939873 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:16.952678 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f02e7c35-b10a-442f-ab07-2e4c4fae01b5 req-4e176f0d-0a4a-477b-b6cf-a528893d6ca1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "PUT /v2.0/ports/a235c10b-e0ee-4b4f-9226-71c00b1d7f9e HTTP/1.1" status: 200 len: 942 time: 0.4363017 Jun 17 07:25:16.952930 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:25:16.955184 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85049af-ed07-48a9-a32e-bd608cd0a017" -d '{"events": [{"name": "network-changed", "server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:25:16.958104 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39766) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:17.011280 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:17.013825 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b1070b-c7f4-4aed-9d4f-947c6bdd1c85 x-openstack-request-id: req-29b1070b-c7f4-4aed-9d4f-947c6bdd1c85 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:25:17.014744 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:25:17.014923 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-29b1070b-c7f4-4aed-9d4f-947c6bdd1c85 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:25:17.015328 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b1070b-c7f4-4aed-9d4f-947c6bdd1c85'] response: {'name': 'network-changed', 'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'status': 'completed', 'code': 200} Jun 17 07:25:17.032697 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e176f0d-0a4a-477b-b6cf-a528893d6ca1 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event updated for resources: {'Port': ['ID=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:17.043191 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:25:17.105524 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.125406 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b65a7978-a5f3-4e18-8c3c-f12f18394e43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group (6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.142267 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85049af-ed07-48a9-a32e-bd608cd0a017 req-d3e07b6f-bcc4-404a-8df8-a04a247b39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:17.143792 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b85049af-ed07-48a9-a32e-bd608cd0a017 req-d3e07b6f-bcc4-404a-8df8-a04a247b39ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52a029f97a9e4142802a9786ae2f6d58&device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 1129 time: 0.0990100 Jun 17 07:25:17.213795 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b65a7978-a5f3-4e18-8c3c-f12f18394e43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group (6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.229253 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:17.262059 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Allocated IP 172.27.0.189 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:25:17.269755 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:17.324747 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c75cd667-7127-47f3-96ce-6a0d3e4e8223 None None] Provisioning complete for port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:17.325187 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c75cd667-7127-47f3-96ce-6a0d3e4e8223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.411080 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.433840 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c75cd667-7127-47f3-96ce-6a0d3e4e8223 None None] Current status of the port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:17.455654 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.502760 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:17.508350 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:17.510580 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:17.513721 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:25:17.560784 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:17.601450 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:17.612261 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (0e94ce11-515c-420c-bd7d-ca6a11ab6df8), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.618702 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85049af-ed07-48a9-a32e-bd608cd0a017 req-59b46866-1053-435d-9ccc-c3ccd6c69aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:17.620370 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b85049af-ed07-48a9-a32e-bd608cd0a017 req-59b46866-1053-435d-9ccc-c3ccd6c69aeb service neutron] 10.222.0.16 "GET /v2.0/networks?id=d4261208-8732-4882-af5c-da7bee4077d9 HTTP/1.1" status: 200 len: 915 time: 0.4608028 Jun 17 07:25:17.662228 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.679791 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b65a7978-a5f3-4e18-8c3c-f12f18394e43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.682432 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b65a7978-a5f3-4e18-8c3c-f12f18394e43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.683555 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-b65a7978-a5f3-4e18-8c3c-f12f18394e43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "DELETE /v2.0/security-groups/6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd HTTP/1.1" status: 204 len: 168 time: 0.7223308 Jun 17 07:25:17.687478 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39770) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:17.703109 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b85049af-ed07-48a9-a32e-bd608cd0a017 req-8ffd9999-d12b-4771-8b9a-85efc3e81620 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e HTTP/1.1" status: 200 len: 1001 time: 0.0741663 Jun 17 07:25:17.704204 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a7978-a5f3-4e18-8c3c-f12f18394e43 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2a66bd-c7eb-4a8b-bcd4-b1e9641ae4fd,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:17.758253 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85049af-ed07-48a9-a32e-bd608cd0a017 req-ca451e30-4a79-44ce-96f9-1b8417ed4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:17.759811 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b85049af-ed07-48a9-a32e-bd608cd0a017 req-ca451e30-4a79-44ce-96f9-1b8417ed4864 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7addd15-012f-4502-aa56-30c8b039b884 HTTP/1.1" status: 200 len: 853 time: 0.0489666 Jun 17 07:25:17.813277 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85049af-ed07-48a9-a32e-bd608cd0a017 req-67367f33-d7dc-49c4-8d83-900faef62bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:17.814804 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b85049af-ed07-48a9-a32e-bd608cd0a017 req-67367f33-d7dc-49c4-8d83-900faef62bcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d4261208-8732-4882-af5c-da7bee4077d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445616 Jun 17 07:25:17.910751 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b85049af-ed07-48a9-a32e-bd608cd0a017 req-bb7facca-0d5e-4003-9630-4f50ec74cffd service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875232 Jun 17 07:25:17.921214 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Deleting port b0f9ef4b-0245-4845-b302-4c9a71846eb8 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:17.921553 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (b0f9ef4b-0245-4845-b302-4c9a71846eb8), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.955950 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:17.983717 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63420084'] for port (b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:18.008464 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b85049af-ed07-48a9-a32e-bd608cd0a017 req-778e261b-f87b-44b5-8ec5-526003198659 service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884783 Jun 17 07:25:18.073353 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:18.078370 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (b0f9ef4b-0245-4845-b302-4c9a71846eb8), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:18.078694 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for floatingip (b0f9ef4b-0245-4845-b302-4c9a71846eb8), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:18.098828 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Calling delete_port for b0f9ef4b-0245-4845-b302-4c9a71846eb8 owned by network:floatingip {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:18.100887 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (0e94ce11-515c-420c-bd7d-ca6a11ab6df8), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:18.124815 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:18.126150 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-8cc8ca72-1dde-4b1e-b237-fa201f0e09f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2468960 Jun 17 07:25:18.307840 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-5ca08981-f63f-40ff-9d53-ca002b4a06d8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1642694124&fields=id&tenant_id=9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 267 time: 0.0602992 Jun 17 07:25:18.325368 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:18.331407 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 192f5806-4ef0-4787-acf8-f86eb8e91ac6 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:18.389958 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 192f5806-4ef0-4787-acf8-f86eb8e91ac6 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:18.390622 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:18.446071 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-cab3b1cf-7350-46c4-a6e0-25e4ab4ae6ef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:18.453663 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-cab3b1cf-7350-46c4-a6e0-25e4ab4ae6ef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 815 time: 0.1376498 Jun 17 07:25:18.469821 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 192f5806-4ef0-4787-acf8-f86eb8e91ac6 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:18.470495 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:18.474718 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-dc61ab75-a2e9-4914-addd-552611432c17 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/quotas/9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 375 time: 0.0198486 Jun 17 07:25:18.494245 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 192f5806-4ef0-4787-acf8-f86eb8e91ac6, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=192f5806-4ef0-4787-acf8-f86eb8e91ac6,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:18.502407 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:18.528031 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-6d6701ec-5d1b-45a0-8be0-71e44a491dee tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519950 Jun 17 07:25:18.556771 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Sync routers for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:18.557663 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (b0f9ef4b-0245-4845-b302-4c9a71846eb8), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:18.565515 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=192f5806-4ef0-4787-acf8-f86eb8e91ac6,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:18.578897 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:18.579745 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:18.586958 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event deleted for resources: {'Port': ['ID=b0f9ef4b-0245-4845-b302-4c9a71846eb8,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:18.647010 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:18.654782 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks [] for floatingip (5e783aa8-0d1a-4b3c-8ff9-cf78af838113), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:18.655175 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Floating IP 5e783aa8-0d1a-4b3c-8ff9-cf78af838113 disassociated (deleted). External IP: 172.27.0.242, port: a235c10b-e0ee-4b4f-9226-71c00b1d7f9e. Jun 17 07:25:18.683150 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-974f6d78-11ee-4415-8797-04ea7186528e service neutron] 10.222.0.33 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435552 Jun 17 07:25:18.688299 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:18.777276 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:18.791141 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:18.792650 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-d9e8939d-4d06-47c6-aedf-33ac57a0a472 service neutron] 10.222.0.33 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987251 Jun 17 07:25:18.866941 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:25:18.868164 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:18.995496 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a187ae78-631b-43bc-bfe6-b33fc7675944 req-e3b57bb4-aa0e-4a8a-b739-53e9d83e8c64 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 210 time: 0.0583940 Jun 17 07:25:19.017456 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:19.018849 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 2, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:19.022773 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:19.028862 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1d613-a671-4e8b-af4b-308c19eb9f06 None None] Sync routers for ids ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:19.044440 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1d613-a671-4e8b-af4b-308c19eb9f06 None None] Routers {'9a60e40e-fdcb-4733-bc6a-3282ed4270e3'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:19.045789 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3de1d613-a671-4e8b-af4b-308c19eb9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:19.051958 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Checking router: 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:19.052438 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Updating router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:25:19.070102 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f8bc4741-0a59-4a12-b8ae-f102d2f29c61 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "DELETE /v2.0/floatingips/5e783aa8-0d1a-4b3c-8ff9-cf78af838113 HTTP/1.1" status: 204 len: 168 time: 1.3792584 Jun 17 07:25:19.070102 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:25:19.071786 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65" -d '{"events": [{"name": "network-changed", "server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:25:19.093041 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:19.212864 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6dfaf4-e852-4382-b1da-87569f574b48 x-openstack-request-id: req-9d6dfaf4-e852-4382-b1da-87569f574b48 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:25:19.213404 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:25:19.213717 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9d6dfaf4-e852-4382-b1da-87569f574b48 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:25:19.214190 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6dfaf4-e852-4382-b1da-87569f574b48'] response: {'name': 'network-changed', 'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'status': 'completed', 'code': 200} Jun 17 07:25:19.218944 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-3de1d613-a671-4e8b-af4b-308c19eb9f06 None None] Set router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:19.270334 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:19.299959 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65 req-3ff60037-e1f0-475c-a39c-dea2a0c32752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:19.302144 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65 req-3ff60037-e1f0-475c-a39c-dea2a0c32752 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52a029f97a9e4142802a9786ae2f6d58&device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 1129 time: 0.0572593 Jun 17 07:25:19.523167 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Publish callbacks [] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:19.523755 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:19.528241 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65 req-7f7c2cab-3f29-4ed2-b997-176d8047f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:19.530581 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:19.530911 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65 req-7f7c2cab-3f29-4ed2-b997-176d8047f58e service neutron] 10.222.0.16 "GET /v2.0/networks?id=d4261208-8732-4882-af5c-da7bee4077d9 HTTP/1.1" status: 200 len: 915 time: 0.2158942 Jun 17 07:25:19.590813 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Pushing event updated for resources: {'Port': ['ID=5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:19.616565 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.616921 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.617247 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.617590 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.617922 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.618232 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.618547 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.618858 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.619588 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.619588 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.619793 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.620100 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.620415 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.620721 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.621023 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:19.622780 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3de1d613-a671-4e8b-af4b-308c19eb9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 4, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '02a2918f-6d7d-41bf-958a-fb5935cf3ca5', 'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'mac_address': 'fa:16:3e:6e:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:26Z', 'updated_at': '2022-06-17T07:22:37Z', 'revision_number': 5, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'subnets': [{'id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:19.649850 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1d613-a671-4e8b-af4b-308c19eb9f06 None None] Checking router: 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:19.659122 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1d613-a671-4e8b-af4b-308c19eb9f06 None None] Routers {'9a60e40e-fdcb-4733-bc6a-3282ed4270e3'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:19.659809 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3de1d613-a671-4e8b-af4b-308c19eb9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:19.661464 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Attempting to bind port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:25:19.661830 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Attempting to bind port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:25:19.662183 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Attempting to bind port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:25:19.667872 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:25:19.668325 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Checking segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:19.669144 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:19.669525 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Bound using segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:25:19.669982 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Bound port: 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:25:19.670383 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:19.735826 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] For port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:25:19.739969 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] For port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:25:19.746514 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:19.776686 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-3de1d613-a671-4e8b-af4b-308c19eb9f06 None None] Set router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:19.778815 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-ff2d20bc-6a2a-4d6f-afeb-c94e914b946e None None] Provisioning complete for port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:19.779467 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ff2d20bc-6a2a-4d6f-afeb-c94e914b946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:19.798075 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:19.798713 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:19.851849 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517be0f6-278e-41c5-8781-97419c473d30 None None] Pushing event updated for resources: {'Port': ['ID=5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa,revision_number=4']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:19.918489 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:19.959114 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65 req-ff792197-36c1-40d6-bfc4-10804da22d5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e HTTP/1.1" status: 200 len: 217 time: 0.0683484 Jun 17 07:25:19.964832 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:19.990731 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d20bc-6a2a-4d6f-afeb-c94e914b946e None None] Current status of the port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:19.991489 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ff2d20bc-6a2a-4d6f-afeb-c94e914b946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:20.009851 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:20.033603 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65 req-d7b2757f-25b0-462b-adf4-6c660fcca101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:20.036472 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65 req-d7b2757f-25b0-462b-adf4-6c660fcca101 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7addd15-012f-4502-aa56-30c8b039b884 HTTP/1.1" status: 200 len: 853 time: 0.0671804 Jun 17 07:25:20.036647 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:20.062760 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-ff2d20bc-6a2a-4d6f-afeb-c94e914b946e None None] For port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:20.073008 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ff2d20bc-6a2a-4d6f-afeb-c94e914b946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:20.077899 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-3de1d613-a671-4e8b-af4b-308c19eb9f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 4, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '02a2918f-6d7d-41bf-958a-fb5935cf3ca5', 'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'mac_address': 'fa:16:3e:6e:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:26Z', 'updated_at': '2022-06-17T07:22:37Z', 'revision_number': 5, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'subnets': [{'id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:20.152701 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1d613-a671-4e8b-af4b-308c19eb9f06 None None] The sync data for ids ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'] in dv-cinder-834822-4-iscsi is: [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:22:28Z', 'revision_number': 4, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '02a2918f-6d7d-41bf-958a-fb5935cf3ca5', 'name': '', 'network_id': 'd4261208-8732-4882-af5c-da7bee4077d9', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'mac_address': 'fa:16:3e:6e:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:26Z', 'updated_at': '2022-06-17T07:22:37Z', 'revision_number': 5, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'subnets': [{'id': 'c7addd15-012f-4502-aa56-30c8b039b884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:20.169730 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-18be0ca0-8c81-4a18-9181-a050f57ac7ae req-26a29ea7-f9dd-470a-b5dc-0920fc2b9213 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 210 time: 0.0450771 Jun 17 07:25:20.180445 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65 req-85ae7492-89c5-4755-9ed5-c6ece15dcbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:20.182231 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65 req-85ae7492-89c5-4755-9ed5-c6ece15dcbe7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d4261208-8732-4882-af5c-da7bee4077d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1251044 Jun 17 07:25:20.215264 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d20bc-6a2a-4d6f-afeb-c94e914b946e None None] Pushing event updated for resources: {'Port': ['ID=5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:20.218741 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-8a86ba82-1c83-492b-8c74-e3415ac7aeed None None] Provisioning complete for port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:20.219113 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-8a86ba82-1c83-492b-8c74-e3415ac7aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:20.263871 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:19Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:20.332470 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f687012-aaf9-455b-82c1-86201147a822 None None] The sync data for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi is: [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:19Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:20.369715 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-8a86ba82-1c83-492b-8c74-e3415ac7aeed None None] Current status of the port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:20.397657 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 192f5806-4ef0-4787-acf8-f86eb8e91ac6 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:20.406019 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65 req-39b74cbe-6fcc-4b19-bbe3-9b5b33966e76 service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151747 Jun 17 07:25:20.449586 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 192f5806-4ef0-4787-acf8-f86eb8e91ac6 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:20.449956 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:20.472595 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:20.532832 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 192f5806-4ef0-4787-acf8-f86eb8e91ac6 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:20.535528 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:20.564294 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93208525-c197-4b65-a6c5-1020693cff00 None None] New status for floating IP 5e783aa8-0d1a-4b3c-8ff9-cf78af838113: DOWN {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:25:20.580559 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:20.581167 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:20.668846 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:20.697420 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ae05b8e8-ee82-4ac7-989d-c9faeb6e8d65 req-1f4d7201-053e-4b3b-acdf-d685a4c92c1c service neutron] 10.222.0.16 "GET /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174638 Jun 17 07:25:20.855967 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-9ab8cd6a-22c9-45c1-9e1a-9d6d3159a10f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:20.857633 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-9ab8cd6a-22c9-45c1-9e1a-9d6d3159a10f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 815 time: 0.1164155 Jun 17 07:25:20.926876 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-31864546-2fae-4269-a827-60876ab088b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 380 time: 0.0603108 Jun 17 07:25:20.948188 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'port': {'device_id': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'admin_state_up': True, 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'security_groups': ['7baace31-6264-40b4-a852-0c1ed4ee0afc']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:21.028820 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:21.061465 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Made reservation on behalf of 9a7262e606264aba8be1c0008e93c0d2 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:25:21.065079 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:21.190433 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Allocated IP 172.20.0.11 (69bdf73b-b655-40e8-99ba-01f63a3ac44d/2d447ff2-ca0f-48bb-b256-06f7cbfbc074/d2ebaf58-5cce-403d-9c3e-f3aa34003d90) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:25:21.308693 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-67d7f292-8ea6-4896-8693-1a9287590364 req-a0501dfd-8536-424c-9788-ba6e13145864 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 210 time: 0.0511849 Jun 17 07:25:21.349765 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:21.352169 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:21.386173 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:21.431801 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:21.437762 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:21.441773 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:25:21.465032 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=d2ebaf58-5cce-403d-9c3e-f3aa34003d90,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:21.495793 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:21.496433 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:21.512812 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-88a7c7e3-b57e-41b7-a7a4-d33a4d53116d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5687413 Jun 17 07:25:21.526958 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Request body: {'port': {'device_id': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:21.588902 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:21.700003 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-69d4ec66-1afa-4dce-977c-300a5abedd03 None None] Provisioning complete for port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:21.700554 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-69d4ec66-1afa-4dce-977c-300a5abedd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:21.738667 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-69d4ec66-1afa-4dce-977c-300a5abedd03 None None] Port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:25:21.800280 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:21.861502 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ebaf58-5cce-403d-9c3e-f3aa34003d90 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:25:21.868882 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Publish callbacks [] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:21.881309 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Transition to ACTIVE for port object d2ebaf58-5cce-403d-9c3e-f3aa34003d90 will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:25:21.884155 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:21.937127 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Pushing event updated for resources: {'Port': ['ID=d2ebaf58-5cce-403d-9c3e-f3aa34003d90,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:22.013521 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Attempting to bind port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:25:22.013857 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Attempting to bind port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:25:22.014711 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Attempting to bind port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:25:22.019650 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:25:22.019961 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Attempting to bind port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:25:22.024938 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:25:22.025272 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Checking segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:22.025643 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Bound using segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:25:22.026063 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Bound port: d2ebaf58-5cce-403d-9c3e-f3aa34003d90, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:25:22.026423 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:22.090288 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] For port d2ebaf58-5cce-403d-9c3e-f3aa34003d90, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:25:22.094301 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] For port d2ebaf58-5cce-403d-9c3e-f3aa34003d90, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d2ebaf58-5cce-403d-9c3e-f3aa34003d90,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:25:22.100956 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:22.131756 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:22.132390 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:22.133752 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] 10.222.0.16 "PUT /v2.0/ports/d2ebaf58-5cce-403d-9c3e-f3aa34003d90 HTTP/1.1" status: 200 len: 1094 time: 0.6110909 Jun 17 07:25:22.134174 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'tag': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:25:22.136400 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfd3a40-1403-42b7-a67e-0c3ba06d253f", "tag": "d2ebaf58-5cce-403d-9c3e-f3aa34003d90"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:25:22.162607 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:22.166911 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a779506-cf90-474a-b4e5-76b2aef0289e service neutron] Pushing event updated for resources: {'Port': ['ID=d2ebaf58-5cce-403d-9c3e-f3aa34003d90,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:22.232464 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-aa623c7c-c64a-48b4-98d3-b229a0334a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:22.234448 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-aa623c7c-c64a-48b4-98d3-b229a0334a65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 1128 time: 0.0481815 Jun 17 07:25:22.286258 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe0ef93-80c4-4acc-8815-cab137dcd88a x-openstack-request-id: req-afe0ef93-80c4-4acc-8815-cab137dcd88a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:25:22.286753 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfd3a40-1403-42b7-a67e-0c3ba06d253f", "tag": "d2ebaf58-5cce-403d-9c3e-f3aa34003d90", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:25:22.287093 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-afe0ef93-80c4-4acc-8815-cab137dcd88a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:25:22.287496 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe0ef93-80c4-4acc-8815-cab137dcd88a'] response: {'name': 'network-changed', 'server_uuid': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'tag': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'status': 'completed', 'code': 200} Jun 17 07:25:22.289009 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-124e2a32-d428-446a-93cc-1da807e07153 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2ebaf58-5cce-403d-9c3e-f3aa34003d90 HTTP/1.1" status: 200 len: 217 time: 0.0463941 Jun 17 07:25:22.298859 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:22.345764 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-287aa5a9-5b8c-4176-bf9d-bef7d0aa3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:22.347324 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-287aa5a9-5b8c-4176-bf9d-bef7d0aa3a7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.0502114 Jun 17 07:25:22.352730 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:22.353322 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:22.428278 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-f397f553-4187-461a-9d16-6ff2f5a1bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:22.429788 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-f397f553-4187-461a-9d16-6ff2f5a1bd04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757966 Jun 17 07:25:22.441894 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:22.454148 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ce96c-ccce-44bd-b2e3-22f5a1ef7a1f req-b5e39a84-598f-4679-9b0d-5e22d77d0f09 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:22.455599 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cc1ce96c-ccce-44bd-b2e3-22f5a1ef7a1f req-b5e39a84-598f-4679-9b0d-5e22d77d0f09 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 944 time: 0.0676432 Jun 17 07:25:22.551880 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cc1ce96c-ccce-44bd-b2e3-22f5a1ef7a1f req-54e78ed1-63cf-4249-a09b-957ceaffa40c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=7baace31-6264-40b4-a852-0c1ed4ee0afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863643 Jun 17 07:25:22.566547 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-00e07e37-fcfa-41c6-9fdf-f36666880882 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285245 Jun 17 07:25:22.658839 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c3e5ef0d-4423-49b9-87ae-7ed4bed77b7e req-9f87387d-9450-45ae-867b-3d84edf1af06 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862710 Jun 17 07:25:23.028119 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf62d0-1b25-4185-8179-375d04c900f8 req-57bd3157-d97f-4aaf-8b65-052779e627a7 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:23.030361 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7ecf62d0-1b25-4185-8179-375d04c900f8 req-57bd3157-d97f-4aaf-8b65-052779e627a7 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0468726 Jun 17 07:25:23.078240 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7ecf62d0-1b25-4185-8179-375d04c900f8 req-06cc5e16-dfb3-4da1-a301-c713ac8ac235 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424061 Jun 17 07:25:23.645164 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99 req-bd4128ac-7103-489c-b893-3c9f811fbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:23.646670 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99 req-bd4128ac-7103-489c-b893-3c9f811fbacd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 1128 time: 0.0493865 Jun 17 07:25:23.667826 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4454829-4e79-4c40-8089-def40662ee51 req-15b2e6de-511d-4929-8760-78e084c6b580 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:23.669538 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a4454829-4e79-4c40-8089-def40662ee51 req-15b2e6de-511d-4929-8760-78e084c6b580 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 944 time: 0.0466344 Jun 17 07:25:23.715251 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a4454829-4e79-4c40-8089-def40662ee51 req-6c4a839c-ded1-4f76-b0c7-40a92c6e375f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=7baace31-6264-40b4-a852-0c1ed4ee0afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Jun 17 07:25:24.153637 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:24.191475 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac63e5-9c72-4c99-b797-cbb59b1cbf57 req-52b27553-513c-4da2-ada4-836d5e124bf7 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:24.192944 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7fac63e5-9c72-4c99-b797-cbb59b1cbf57 req-52b27553-513c-4da2-ada4-836d5e124bf7 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0476465 Jun 17 07:25:24.240047 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7fac63e5-9c72-4c99-b797-cbb59b1cbf57 req-bf2a7621-ed43-4f20-b6fa-786935fc2b40 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408428 Jun 17 07:25:24.826771 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5f909-a635-48a7-97f6-6a20441c77d9 req-53dde97d-b9a1-43d3-97fd-bebc8e00889e tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:24.828226 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f8e5f909-a635-48a7-97f6-6a20441c77d9 req-53dde97d-b9a1-43d3-97fd-bebc8e00889e tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 944 time: 0.0465140 Jun 17 07:25:24.877356 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f8e5f909-a635-48a7-97f6-6a20441c77d9 req-1dfcf0b3-3682-47ee-85b8-32b78a077432 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=7baace31-6264-40b4-a852-0c1ed4ee0afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437577 Jun 17 07:25:25.358804 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:25:25.373822 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808284f3-ba6c-4176-8c19-4313df158143 req-349e93a9-6e2d-465b-b692-4cfe3d1a176b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:25.375276 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-808284f3-ba6c-4176-8c19-4313df158143 req-349e93a9-6e2d-465b-b692-4cfe3d1a176b tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0563836 Jun 17 07:25:25.403518 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99 req-e3023b0f-cd3e-4af3-91c4-8dead1198ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:25.405135 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99 req-e3023b0f-cd3e-4af3-91c4-8dead1198ab0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 916 time: 0.1433697 Jun 17 07:25:25.429567 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-808284f3-ba6c-4176-8c19-4313df158143 req-e5bc1e96-0c91-44e5-8cab-75589a65dc8f tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/security-groups?id=166219e3-1c18-4c9d-89ee-652b3278e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452538 Jun 17 07:25:25.497476 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99 req-6b979edb-3d41-4394-8a67-5d56648a0486 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2ebaf58-5cce-403d-9c3e-f3aa34003d90 HTTP/1.1" status: 200 len: 217 time: 0.0345037 Jun 17 07:25:25.547319 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99 req-7f1e8cc1-a765-430c-a940-8c224c4dd34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:25.548641 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99 req-7f1e8cc1-a765-430c-a940-8c224c4dd34f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.0419972 Jun 17 07:25:25.591889 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99 req-da4f4e6b-cd01-4276-b5e1-a945365d3bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:25.593374 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99 req-da4f4e6b-cd01-4276-b5e1-a945365d3bea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375235 Jun 17 07:25:25.691658 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60c485-cb2b-47e3-a68e-f031c3f809e2 req-709d3a52-b9d0-4f38-97f7-d830d2fc9428 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:25.693083 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3a60c485-cb2b-47e3-a68e-f031c3f809e2 req-709d3a52-b9d0-4f38-97f7-d830d2fc9428 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.16 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 945 time: 0.0842435 Jun 17 07:25:25.694818 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:25.759838 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99 req-1590b3d3-f44b-4fab-baf2-f16e6dbca727 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573534 Jun 17 07:25:25.821300 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-3a60c485-cb2b-47e3-a68e-f031c3f809e2 req-ff3ef84c-e701-4779-8d2a-dd123e2a0abc tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Deleting port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:25.821550 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-3a60c485-cb2b-47e3-a68e-f031c3f809e2 req-ff3ef84c-e701-4779-8d2a-dd123e2a0abc tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:25.864173 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device d2ebaf58-5cce-403d-9c3e-f3aa34003d90 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:25:25.877691 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:25.939662 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2e8bf8af-e4fe-422f-94d2-6a0f0cdcce99 req-48446756-ae16-4367-b902-4ec41f64cbba service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618435 Jun 17 07:25:25.966829 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-3a60c485-cb2b-47e3-a68e-f031c3f809e2 req-ff3ef84c-e701-4779-8d2a-dd123e2a0abc tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] For port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:25.967227 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-3a60c485-cb2b-47e3-a68e-f031c3f809e2 req-ff3ef84c-e701-4779-8d2a-dd123e2a0abc tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:25.979674 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port d2ebaf58-5cce-403d-9c3e-f3aa34003d90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d2ebaf58-5cce-403d-9c3e-f3aa34003d90,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:25.985601 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-3a60c485-cb2b-47e3-a68e-f031c3f809e2 req-ff3ef84c-e701-4779-8d2a-dd123e2a0abc tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Calling delete_port for a235c10b-e0ee-4b4f-9226-71c00b1d7f9e owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:26.001553 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'port_id': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'mac_address': 'fa:16:3e:05:13:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:25:26.003816 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dcfd1-1f85-457b-9d35-2a994fa67bd4 req-9bc544fd-0e5a-40ae-9cdd-de55b49c5d71 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:26.005345 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-734dcfd1-1f85-457b-9d35-2a994fa67bd4 req-9bc544fd-0e5a-40ae-9cdd-de55b49c5d71 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 944 time: 0.0535541 Jun 17 07:25:26.039936 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:26.040491 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:26.054390 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ebaf58-5cce-403d-9c3e-f3aa34003d90 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:25:26.056263 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-734dcfd1-1f85-457b-9d35-2a994fa67bd4 req-1a7d6fc4-7a47-47a6-a2a1-19d538831eb2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=7baace31-6264-40b4-a852-0c1ed4ee0afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442350 Jun 17 07:25:26.079010 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:26.080510 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port d2ebaf58-5cce-403d-9c3e-f3aa34003d90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d2ebaf58-5cce-403d-9c3e-f3aa34003d90,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:26.084560 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:26.128680 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-3a60c485-cb2b-47e3-a68e-f031c3f809e2 req-ff3ef84c-e701-4779-8d2a-dd123e2a0abc tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (a235c10b-e0ee-4b4f-9226-71c00b1d7f9e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:26.136431 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=d2ebaf58-5cce-403d-9c3e-f3aa34003d90,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:26.162089 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ef84c-e701-4779-8d2a-dd123e2a0abc tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Pushing event deleted for resources: {'Port': ['ID=a235c10b-e0ee-4b4f-9226-71c00b1d7f9e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:26.205338 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a60c485-cb2b-47e3-a68e-f031c3f809e2 req-ff3ef84c-e701-4779-8d2a-dd123e2a0abc tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] No DVR routers for this DVR port a235c10b-e0ee-4b4f-9226-71c00b1d7f9e on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:25:26.207747 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-3a60c485-cb2b-47e3-a68e-f031c3f809e2 req-ff3ef84c-e701-4779-8d2a-dd123e2a0abc tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:26.210896 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3a60c485-cb2b-47e3-a68e-f031c3f809e2 req-ff3ef84c-e701-4779-8d2a-dd123e2a0abc tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.16 "DELETE /v2.0/ports/a235c10b-e0ee-4b4f-9226-71c00b1d7f9e HTTP/1.1" status: 204 len: 173 time: 0.5112436 Jun 17 07:25:26.211336 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'name': 'network-vif-deleted', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:25:26.213514 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677349cc-8a41-40ac-a360-f3f9d35773a7" -d '{"events": [{"server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "name": "network-vif-deleted", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:25:26.249559 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109fb68c-83ae-4787-9882-2ddfb150af90 x-openstack-request-id: req-109fb68c-83ae-4787-9882-2ddfb150af90 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:25:26.249971 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06950fd5-d789-44b6-a03d-b996640e1a71", "name": "network-vif-deleted", "tag": "a235c10b-e0ee-4b4f-9226-71c00b1d7f9e", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:25:26.250222 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-109fb68c-83ae-4787-9882-2ddfb150af90 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:25:26.250617 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109fb68c-83ae-4787-9882-2ddfb150af90'] response: {'server_uuid': '06950fd5-d789-44b6-a03d-b996640e1a71', 'name': 'network-vif-deleted', 'tag': 'a235c10b-e0ee-4b4f-9226-71c00b1d7f9e', 'status': 'completed', 'code': 200} Jun 17 07:25:26.254379 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['a235c10b-e0ee-4b4f-9226-71c00b1d7f9e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:25:26.349630 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['d2ebaf58-5cce-403d-9c3e-f3aa34003d90'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:25:26.478415 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:26.535830 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ffa9a792-7a80-46f5-9ba1-91e06c091359 req-2686264a-604b-42ca-94eb-d54fe7c3b6a4 tempest-TestMinimumBasicScenario-190677757 tempest-TestMinimumBasicScenario-190677757-project] 10.222.0.33 "GET /v2.0/ports?device_id=06950fd5-d789-44b6-a03d-b996640e1a71 HTTP/1.1" status: 200 len: 210 time: 0.0282323 Jun 17 07:25:27.167447 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6f96e-a878-41c4-8973-ec8a31e3c79e req-e037ca33-0a24-4132-8554-c9b43fe0b190 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:27.169182 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-93b6f96e-a878-41c4-8973-ec8a31e3c79e req-e037ca33-0a24-4132-8554-c9b43fe0b190 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 945 time: 0.0468717 Jun 17 07:25:27.215024 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-93b6f96e-a878-41c4-8973-ec8a31e3c79e req-239bdba3-cf73-4ac9-8052-963ee44a12f8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=7baace31-6264-40b4-a852-0c1ed4ee0afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396891 Jun 17 07:25:27.888588 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device d2ebaf58-5cce-403d-9c3e-f3aa34003d90 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:27.932783 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:25:27.939217 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:27.939505 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:28.012683 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:28.013072 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:28.040230 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:25:28.042432 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168ea3ac-c88f-416f-ae90-52d24f85cd0c" -d '{"events": [{"server_uuid": "4dfd3a40-1403-42b7-a67e-0c3ba06d253f", "name": "network-vif-plugged", "status": "completed", "tag": "d2ebaf58-5cce-403d-9c3e-f3aa34003d90"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:25:28.055915 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port d2ebaf58-5cce-403d-9c3e-f3aa34003d90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d2ebaf58-5cce-403d-9c3e-f3aa34003d90,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:28.061375 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:28.092895 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2316e39e-a5e5-41a5-a094-7fac1fd250b8 x-openstack-request-id: req-2316e39e-a5e5-41a5-a094-7fac1fd250b8 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:25:28.093470 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfd3a40-1403-42b7-a67e-0c3ba06d253f", "name": "network-vif-plugged", "status": "completed", "tag": "d2ebaf58-5cce-403d-9c3e-f3aa34003d90", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:25:28.093830 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2316e39e-a5e5-41a5-a094-7fac1fd250b8 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:25:28.094260 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2316e39e-a5e5-41a5-a094-7fac1fd250b8'] response: {'server_uuid': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'code': 200} Jun 17 07:25:28.124938 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=d2ebaf58-5cce-403d-9c3e-f3aa34003d90,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:28.237798 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39910) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:28.541539 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd78ac-d092-492d-8c98-3ea031ddb3d5 req-29142693-b9cb-4a55-a0b8-c5cf5cbc22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:28.542945 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1bbd78ac-d092-492d-8c98-3ea031ddb3d5 req-29142693-b9cb-4a55-a0b8-c5cf5cbc22ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 1130 time: 0.3223665 Jun 17 07:25:28.559189 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:28.564546 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe7f05-ae66-42bd-b2e3-1a1337735df1 req-f089a53c-7549-41d4-a115-75a94e9bc7b6 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:28.565631 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:28.565993 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eabe7f05-ae66-42bd-b2e3-1a1337735df1 req-f089a53c-7549-41d4-a115-75a94e9bc7b6 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 946 time: 0.0604548 Jun 17 07:25:28.575154 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818816'] for router_interface (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:28.623226 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1bbd78ac-d092-492d-8c98-3ea031ddb3d5 req-9afa8752-722b-453d-92d4-897377af34ec service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7baace31-6264-40b4-a852-0c1ed4ee0afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728259 Jun 17 07:25:28.634332 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-eabe7f05-ae66-42bd-b2e3-1a1337735df1 req-4b157e6b-2164-4c60-80c2-d4eb81275961 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=7baace31-6264-40b4-a852-0c1ed4ee0afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619488 Jun 17 07:25:28.789173 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] Deleting port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:28.789508 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:28.868279 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] For port 02a2918f-6d7d-41bf-958a-fb5935cf3ca5, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=02a2918f-6d7d-41bf-958a-fb5935cf3ca5,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:28.868563 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:28.881575 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] Calling delete_port for 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 owned by network:router_interface {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:29.063994 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (02a2918f-6d7d-41bf-958a-fb5935cf3ca5), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:29.087477 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a2918f-6d7d-41bf-958a-fb5935cf3ca5,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:29.270607 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820240'] for router_interface (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:29.382539 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:29.454378 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:29.489159 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] Router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:25:29.591472 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:29.597892 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-d07d9b97-55ea-407a-bfab-8493bd724aa8 admin admin] 10.222.0.33 "PUT /v2.0/routers/9a60e40e-fdcb-4733-bc6a-3282ed4270e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3582964 Jun 17 07:25:29.600900 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39920) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:29.601792 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca80fd-2da9-4682-8968-62628516f020 None None] Sync routers for ids ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:29.615593 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca80fd-2da9-4682-8968-62628516f020 None None] Routers {'9a60e40e-fdcb-4733-bc6a-3282ed4270e3'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:29.616642 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1eca80fd-2da9-4682-8968-62628516f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:29.755270 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Publish callbacks [] for router (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:29.756128 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1eca80fd-2da9-4682-8968-62628516f020 None None] Set router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:29.804702 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd9756-f39b-44bd-93b9-dbeb8baff498 req-cd282c6f-fd63-4788-a713-7dd078797a12 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:29.813551 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bbcd9756-f39b-44bd-93b9-dbeb8baff498 req-cd282c6f-fd63-4788-a713-7dd078797a12 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 946 time: 0.0825388 Jun 17 07:25:29.867916 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bbcd9756-f39b-44bd-93b9-dbeb8baff498 req-ff60204b-2e76-45ad-9abd-0d5a8c04dcf5 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=7baace31-6264-40b4-a852-0c1ed4ee0afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531962 Jun 17 07:25:29.880753 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device a235c10b-e0ee-4b4f-9226-71c00b1d7f9e no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:29.887134 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Publish callbacks [] for router_gateway (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:29.904233 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: a235c10b-e0ee-4b4f-9226-71c00b1d7f9e {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:25:29.905184 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device a235c10b-e0ee-4b4f-9226-71c00b1d7f9e not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:29.912027 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:29.939865 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Deleting port 32253b78-318c-4fa1-9f47-7771f0878ca5 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:29.940230 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:29.969752 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1eca80fd-2da9-4682-8968-62628516f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:25:29Z', 'revision_number': 5, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port': {'id': '32253b78-318c-4fa1-9f47-7771f0878ca5', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:30.000478 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca80fd-2da9-4682-8968-62628516f020 None None] Checking router: 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:30.008927 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca80fd-2da9-4682-8968-62628516f020 None None] Routers {'9a60e40e-fdcb-4733-bc6a-3282ed4270e3'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:30.009526 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1eca80fd-2da9-4682-8968-62628516f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:30.024765 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] For port 32253b78-318c-4fa1-9f47-7771f0878ca5, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=32253b78-318c-4fa1-9f47-7771f0878ca5,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:30.025148 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.039818 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Calling delete_port for 32253b78-318c-4fa1-9f47-7771f0878ca5 owned by network:router_gateway {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:30.095885 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-1eca80fd-2da9-4682-8968-62628516f020 None None] Set router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:30.146762 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-1eca80fd-2da9-4682-8968-62628516f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:25:29Z', 'revision_number': 6, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port_host': None}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:30.171901 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca80fd-2da9-4682-8968-62628516f020 None None] The sync data for ids ['9a60e40e-fdcb-4733-bc6a-3282ed4270e3'] in dv-cinder-834822-4-iscsi is: [{'id': '9a60e40e-fdcb-4733-bc6a-3282ed4270e3', 'name': 'tempest-TestMinimumBasicScenario-818918700-router', 'tenant_id': '52a029f97a9e4142802a9786ae2f6d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:22Z', 'updated_at': '2022-06-17T07:25:29Z', 'revision_number': 6, 'project_id': '52a029f97a9e4142802a9786ae2f6d58', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:30.209797 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (32253b78-318c-4fa1-9f47-7771f0878ca5), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.235799 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Pushing event deleted for resources: {'Port': ['ID=32253b78-318c-4fa1-9f47-7771f0878ca5,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:30.297288 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819527'] for router_gateway (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.298859 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:30.381897 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7687'] for router (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.384051 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Publish callbacks [] for router_controller (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.427288 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1824228'] for router (9a60e40e-fdcb-4733-bc6a-3282ed4270e3), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.427788 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a60e40e-fdcb-4733-bc6a-3282ed4270e3 {{(pid=103802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:25:30.431917 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.433071 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-d8f7be54-93e1-4a3d-8992-562806fb893b admin admin] 10.222.0.33 "DELETE /v2.0/routers/9a60e40e-fdcb-4733-bc6a-3282ed4270e3 HTTP/1.1" status: 204 len: 168 time: 0.8312047 Jun 17 07:25:30.435721 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39930) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:30.479969 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-086a8122-cd50-4272-9eb6-bce4ce0ef723 admin admin] Deleting subnet c7addd15-012f-4502-aa56-30c8b039b884 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:25:30.482880 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-086a8122-cd50-4272-9eb6-bce4ce0ef723 admin admin] Publish callbacks [] for subnet (c7addd15-012f-4502-aa56-30c8b039b884), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.502963 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:30.522406 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-086a8122-cd50-4272-9eb6-bce4ce0ef723 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417110'] for subnet (c7addd15-012f-4502-aa56-30c8b039b884), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.608893 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-086a8122-cd50-4272-9eb6-bce4ce0ef723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (c7addd15-012f-4502-aa56-30c8b039b884), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.639402 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:30.663241 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-086a8122-cd50-4272-9eb6-bce4ce0ef723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63144836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64587526'] for subnet (c7addd15-012f-4502-aa56-30c8b039b884), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.664371 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:25:30.664709 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 02a2918f-6d7d-41bf-958a-fb5935cf3ca5 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:30.687908 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a8122-cd50-4272-9eb6-bce4ce0ef723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7addd15-012f-4502-aa56-30c8b039b884,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:30.693604 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-086a8122-cd50-4272-9eb6-bce4ce0ef723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.696696 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-086a8122-cd50-4272-9eb6-bce4ce0ef723 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/c7addd15-012f-4502-aa56-30c8b039b884 HTTP/1.1" status: 204 len: 168 time: 0.2593541 Jun 17 07:25:30.699127 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39932) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:30.699879 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1282e87e-7bec-44ef-907a-46169279f17e None None] Network d4261208-8732-4882-af5c-da7bee4077d9 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:25:30.769549 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (d4261208-8732-4882-af5c-da7bee4077d9), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.812902 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Deleting port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:30.813460 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.875865 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] For port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=eb624b4d-cb8e-409a-8737-24d8d4c1c3c1,segment=NetworkSegment(a255cd2d-8918-4536-8e9e-6fd972fab8f9),segment_id=a255cd2d-8918-4536-8e9e-6fd972fab8f9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:30.876245 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.885054 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:30.889587 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Calling delete_port for eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:30.982792 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (eb624b4d-cb8e-409a-8737-24d8d4c1c3c1), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:30.989070 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c3da00-be05-426a-8ce0-b2c844eafb1b None None] DHCP port deletion for d4261208-8732-4882-af5c-da7bee4077d9 request from dv-cinder-834822-4-iscsi {{(pid=103803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 07:25:31.006476 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782137-76c3-4cd6-bb7f-ab0a8f39a912 req-0f0b4f57-43cc-42e1-a668-53dc6eeeffcd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:31.008285 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-75782137-76c3-4cd6-bb7f-ab0a8f39a912 req-0f0b4f57-43cc-42e1-a668-53dc6eeeffcd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 946 time: 0.0642076 Jun 17 07:25:31.014998 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] No DVR routers for this DVR port eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 on host dv-cinder-834822-4-iscsi {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:25:31.019695 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb624b4d-cb8e-409a-8737-24d8d4c1c3c1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:31.025241 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:31.075473 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-75782137-76c3-4cd6-bb7f-ab0a8f39a912 req-da47f04f-4fea-4903-848b-c0d6cd574dfe tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=7baace31-6264-40b4-a852-0c1ed4ee0afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581279 Jun 17 07:25:31.104773 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (d4261208-8732-4882-af5c-da7bee4077d9), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:31.127352 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4261208-8732-4882-af5c-da7bee4077d9']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:31.137515 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a255cd2d-8918-4536-8e9e-6fd972fab8f9') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:31.137894 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a255cd2d-8918-4536-8e9e-6fd972fab8f9') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:31.156815 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417089'] for segment (a255cd2d-8918-4536-8e9e-6fd972fab8f9), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:31.189880 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (a255cd2d-8918-4536-8e9e-6fd972fab8f9), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:31.199833 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:25:31.200253 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63144794'] for segment (a255cd2d-8918-4536-8e9e-6fd972fab8f9), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:31.207803 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73a81e-82aa-41a7-8bdf-e90b68f65a57 req-8a3512fe-8fa5-4e96-bad3-61895453686c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:31.209355 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6c73a81e-82aa-41a7-8bdf-e90b68f65a57 req-8a3512fe-8fa5-4e96-bad3-61895453686c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 946 time: 0.0639057 Jun 17 07:25:31.219055 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39944) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:31.223483 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-c435f12f-92f6-4981-a221-3c7768993971 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'floatingip': {'port_id': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:31.233784 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment a255cd2d-8918-4536-8e9e-6fd972fab8f9 resource provider aggregate not found Jun 17 07:25:31.273927 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment a255cd2d-8918-4536-8e9e-6fd972fab8f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a255cd2d-8918-4536-8e9e-6fd972fab8f9 found for delete ", "request_id": "req-039c8e63-784a-4daf-ba5c-5ba42acbdf36"}]} Jun 17 07:25:31.275802 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c435f12f-92f6-4981-a221-3c7768993971 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (0e94ce11-515c-420c-bd7d-ca6a11ab6df8), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:31.290344 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (d4261208-8732-4882-af5c-da7bee4077d9), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:31.299216 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:31.306382 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] 10.222.0.33 "DELETE /v2.0/networks/d4261208-8732-4882-af5c-da7bee4077d9 HTTP/1.1" status: 204 len: 168 time: 0.6037314 Jun 17 07:25:31.313336 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39950) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:31.320709 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915f36a-e13a-479d-b84c-671a4f87440a admin admin] Pushing event deleted for resources: {'Network': ['ID=d4261208-8732-4882-af5c-da7bee4077d9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:31.326052 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:31.455953 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:31.641621 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818816'] for router_interface (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:31.859119 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:31.870309 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab3e9-5718-4526-94c4-f3dd8ed61776 req-43455709-6836-41bc-a63d-c944e9e52d11 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:31.871817 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-464ab3e9-5718-4526-94c4-f3dd8ed61776 req-43455709-6836-41bc-a63d-c944e9e52d11 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0616224 Jun 17 07:25:31.972823 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-464ab3e9-5718-4526-94c4-f3dd8ed61776 req-eeee853f-e935-4d1f-a7eb-e1ea7f10116f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810807 Jun 17 07:25:31.973743 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] Deleting port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:31.974090 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:32.011727 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c435f12f-92f6-4981-a221-3c7768993971 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:32.016414 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c435f12f-92f6-4981-a221-3c7768993971 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (0e94ce11-515c-420c-bd7d-ca6a11ab6df8), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:32.057190 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] For port 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=4a105a95-2ddf-4ad1-90c4-0c0acf10a03f,segment=NetworkSegment(3d45aa45-b9ea-448a-a169-d0c621539b5e),segment_id=3d45aa45-b9ea-448a-a169-d0c621539b5e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:32.057556 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:32.071183 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] Calling delete_port for 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:32.110679 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-c435f12f-92f6-4981-a221-3c7768993971 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Floating IP 0e94ce11-515c-420c-bd7d-ca6a11ab6df8 associated. External IP: 172.27.0.189, port: d2ebaf58-5cce-403d-9c3e-f3aa34003d90. Jun 17 07:25:32.252573 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (4a105a95-2ddf-4ad1-90c4-0c0acf10a03f), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:32.281690 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a105a95-2ddf-4ad1-90c4-0c0acf10a03f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:32.293033 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:32.332319 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c435f12f-92f6-4981-a221-3c7768993971 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:25:32.343560 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:32.389716 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:32.467012 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c435f12f-92f6-4981-a221-3c7768993971 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:32.475812 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c435f12f-92f6-4981-a221-3c7768993971 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:32.488498 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014c4a7-58a2-4fa9-9996-1b717dc9ff6d None None] Sync routers for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:32.510576 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:25:32.511063 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device eb624b4d-cb8e-409a-8737-24d8d4c1c3c1 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:32.511567 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 32253b78-318c-4fa1-9f47-7771f0878ca5 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:32.514596 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820240'] for router_interface (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:32.518139 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014c4a7-58a2-4fa9-9996-1b717dc9ff6d None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:32.519026 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6014c4a7-58a2-4fa9-9996-1b717dc9ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:32.523597 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c435f12f-92f6-4981-a221-3c7768993971 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "PUT /v2.0/floatingips/0e94ce11-515c-420c-bd7d-ca6a11ab6df8 HTTP/1.1" status: 200 len: 992 time: 1.3033733 Jun 17 07:25:32.525359 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'tag': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:25:32.531589 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4252cd05-35e8-4742-b1ea-d9eb79785e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfd3a40-1403-42b7-a67e-0c3ba06d253f", "tag": "d2ebaf58-5cce-403d-9c3e-f3aa34003d90"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:25:32.553123 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 32253b78-318c-4fa1-9f47-7771f0878ca5 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:25:32.553625 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 32253b78-318c-4fa1-9f47-7771f0878ca5 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:32.556197 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-823fe37b-bd12-4079-870f-0c7a29f3ba74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:32.601439 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949c6fc7-e7a6-4402-9bab-69e609d77121 x-openstack-request-id: req-949c6fc7-e7a6-4402-9bab-69e609d77121 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:25:32.601730 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfd3a40-1403-42b7-a67e-0c3ba06d253f", "tag": "d2ebaf58-5cce-403d-9c3e-f3aa34003d90", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:25:32.601982 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-949c6fc7-e7a6-4402-9bab-69e609d77121 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:25:32.602393 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949c6fc7-e7a6-4402-9bab-69e609d77121'] response: {'name': 'network-changed', 'server_uuid': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'tag': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'status': 'completed', 'code': 200} Jun 17 07:25:32.693963 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-6014c4a7-58a2-4fa9-9996-1b717dc9ff6d None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:32.704227 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252cd05-35e8-4742-b1ea-d9eb79785e1b req-027dbc75-02f8-49b0-93db-0532dc71c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:32.705739 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4252cd05-35e8-4742-b1ea-d9eb79785e1b req-027dbc75-02f8-49b0-93db-0532dc71c153 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 1130 time: 0.0776825 Jun 17 07:25:32.843888 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:32.883817 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252cd05-35e8-4742-b1ea-d9eb79785e1b req-b91f28ac-9826-4cd9-adcb-8bfca194aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:32.884952 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4252cd05-35e8-4742-b1ea-d9eb79785e1b req-b91f28ac-9826-4cd9-adcb-8bfca194aaf4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 916 time: 0.1681721 Jun 17 07:25:32.922953 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6014c4a7-58a2-4fa9-9996-1b717dc9ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '0e94ce11-515c-420c-bd7d-ca6a11ab6df8', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:05:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:25:17Z', 'updated_at': '2022-06-17T07:25:31Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:32.930041 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] Router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:25:32.946475 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014c4a7-58a2-4fa9-9996-1b717dc9ff6d None None] Checking router: 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:32.955232 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014c4a7-58a2-4fa9-9996-1b717dc9ff6d None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:32.955824 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6014c4a7-58a2-4fa9-9996-1b717dc9ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:32.987268 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4252cd05-35e8-4742-b1ea-d9eb79785e1b req-6cee048b-fd2f-4542-ac56-e078d81abf0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2ebaf58-5cce-403d-9c3e-f3aa34003d90 HTTP/1.1" status: 200 len: 1000 time: 0.0952351 Jun 17 07:25:33.122710 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252cd05-35e8-4742-b1ea-d9eb79785e1b req-6a2ba028-5d4c-431c-abc4-608c4a08e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:33.124792 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4252cd05-35e8-4742-b1ea-d9eb79785e1b req-6a2ba028-5d4c-431c-abc4-608c4a08e1df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.1300764 Jun 17 07:25:33.132810 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe680725-3611-4d4e-a003-7e86ba2a07b9 req-291aac23-4c8f-4d6a-aca4-797ccccbfb67 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:33.134190 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fe680725-3611-4d4e-a003-7e86ba2a07b9 req-291aac23-4c8f-4d6a-aca4-797ccccbfb67 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0735979 Jun 17 07:25:33.142440 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-6014c4a7-58a2-4fa9-9996-1b717dc9ff6d None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:33.153038 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:33.162144 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcfe15b-455c-4db1-9d04-11935db80d19 None None] Sync routers for ids ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:33.173747 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcfe15b-455c-4db1-9d04-11935db80d19 None None] Routers {'6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:33.174665 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2bcfe15b-455c-4db1-9d04-11935db80d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:33.182720 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-86ba3568-1be6-4d3b-82ad-1bbaff413a31 admin admin] 10.222.0.33 "PUT /v2.0/routers/6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8683455 Jun 17 07:25:33.185379 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39970) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:33.206063 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252cd05-35e8-4742-b1ea-d9eb79785e1b req-08f51fdb-ec36-4071-98c7-ce6461f900c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:33.208268 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4252cd05-35e8-4742-b1ea-d9eb79785e1b req-08f51fdb-ec36-4071-98c7-ce6461f900c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729380 Jun 17 07:25:33.228773 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:33.271152 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fe680725-3611-4d4e-a003-7e86ba2a07b9 req-b39e8b8e-e66a-4e11-89dc-68152031b326 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265702 Jun 17 07:25:33.296117 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-2bcfe15b-455c-4db1-9d04-11935db80d19 None None] Set router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:33.312741 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:33.329685 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Publish callbacks [] for router (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:33.338236 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4252cd05-35e8-4742-b1ea-d9eb79785e1b req-c64555e8-349b-4954-a6bf-66f1bb3e9d0e service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192660 Jun 17 07:25:33.390151 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-6014c4a7-58a2-4fa9-9996-1b717dc9ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '0e94ce11-515c-420c-bd7d-ca6a11ab6df8', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:05:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:25:17Z', 'updated_at': '2022-06-17T07:25:31Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:33.417045 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014c4a7-58a2-4fa9-9996-1b717dc9ff6d None None] The sync data for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi is: [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '0e94ce11-515c-420c-bd7d-ca6a11ab6df8', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:05:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:25:17Z', 'updated_at': '2022-06-17T07:25:31Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:33.455581 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Publish callbacks [] for router_gateway (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:33.460417 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4252cd05-35e8-4742-b1ea-d9eb79785e1b req-348d0cd5-21bb-46d6-b012-d16f1f89609b service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131172 Jun 17 07:25:33.509569 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Deleting port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:33.509903 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:33.515521 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2bcfe15b-455c-4db1-9d04-11935db80d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'name': 'tempest-TestMinimumBasicScenario-5680128-router', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:31Z', 'updated_at': '2022-06-17T07:25:32Z', 'revision_number': 5, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'gw_port': {'id': '092741e2-7c1e-4839-80f2-90ac9d9d5d2b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:33.541145 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcfe15b-455c-4db1-9d04-11935db80d19 None None] Checking router: 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:33.550708 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcfe15b-455c-4db1-9d04-11935db80d19 None None] Routers {'6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:33.551309 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2bcfe15b-455c-4db1-9d04-11935db80d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:33.596402 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] For port 092741e2-7c1e-4839-80f2-90ac9d9d5d2b, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=092741e2-7c1e-4839-80f2-90ac9d9d5d2b,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:33.596900 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:33.610854 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Calling delete_port for 092741e2-7c1e-4839-80f2-90ac9d9d5d2b owned by network:router_gateway {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:33.637554 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-2bcfe15b-455c-4db1-9d04-11935db80d19 None None] Set router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:33.665607 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d10bf-0491-49b9-aac6-0e5932b6d09d None None] New status for floating IP 0e94ce11-515c-420c-bd7d-ca6a11ab6df8: ACTIVE {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:25:33.689745 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2bcfe15b-455c-4db1-9d04-11935db80d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'name': 'tempest-TestMinimumBasicScenario-5680128-router', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:31Z', 'updated_at': '2022-06-17T07:25:33Z', 'revision_number': 6, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'gw_port_host': None}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:33.716732 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcfe15b-455c-4db1-9d04-11935db80d19 None None] The sync data for ids ['6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258'] in dv-cinder-834822-4-iscsi is: [{'id': '6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258', 'name': 'tempest-TestMinimumBasicScenario-5680128-router', 'tenant_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:31Z', 'updated_at': '2022-06-17T07:25:33Z', 'revision_number': 6, 'project_id': '1cdfcd3d2aa84226bc01f6400dd9754c', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:33.768785 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:33.780945 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (092741e2-7c1e-4839-80f2-90ac9d9d5d2b), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:33.809118 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Pushing event deleted for resources: {'Port': ['ID=092741e2-7c1e-4839-80f2-90ac9d9d5d2b,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:33.881933 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819527'] for router_gateway (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:33.966721 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7687'] for router (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:33.969465 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Publish callbacks [] for router_controller (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.009498 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1824228'] for router (6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.010118 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 {{(pid=103802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:25:34.014343 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.015571 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a2050682-709a-4425-8110-0f426c83888d admin admin] 10.222.0.33 "DELETE /v2.0/routers/6a4ecf74-7942-4ffc-9b7e-9a01bd3b8258 HTTP/1.1" status: 204 len: 168 time: 0.8286457 Jun 17 07:25:34.018097 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39972) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:34.057355 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:34.065800 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f70ded2-4896-42c8-84e5-60fda952cccd admin admin] Deleting subnet da16fa83-d822-4f64-abd1-1c88e11e057c {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:25:34.069286 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f70ded2-4896-42c8-84e5-60fda952cccd admin admin] Publish callbacks [] for subnet (da16fa83-d822-4f64-abd1-1c88e11e057c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.104663 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f70ded2-4896-42c8-84e5-60fda952cccd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417110'] for subnet (da16fa83-d822-4f64-abd1-1c88e11e057c), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.189803 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f70ded2-4896-42c8-84e5-60fda952cccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (da16fa83-d822-4f64-abd1-1c88e11e057c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.239915 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f70ded2-4896-42c8-84e5-60fda952cccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63144836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64587526'] for subnet (da16fa83-d822-4f64-abd1-1c88e11e057c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.267215 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70ded2-4896-42c8-84e5-60fda952cccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da16fa83-d822-4f64-abd1-1c88e11e057c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:34.269209 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f70ded2-4896-42c8-84e5-60fda952cccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.273707 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28dcbef-e6a5-42c5-85b0-b1ec5792e631 None None] Network d88f2219-d457-40d5-9e59-cf363ee73981 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:25:34.274414 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-7f70ded2-4896-42c8-84e5-60fda952cccd admin admin] 10.222.0.33 "DELETE /v2.0/subnets/da16fa83-d822-4f64-abd1-1c88e11e057c HTTP/1.1" status: 204 len: 168 time: 0.2552180 Jun 17 07:25:34.275078 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 39974) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:34.353269 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (d88f2219-d457-40d5-9e59-cf363ee73981), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.364823 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:34.431982 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Deleting port 9dbb4a71-f481-487e-b09d-64412433c84a {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:34.432342 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.442895 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25886b03-146d-48d5-bdfd-48aa0d0466fd req-0de42e72-29c7-4f47-bb68-329d972e8c8d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:34.444362 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-25886b03-146d-48d5-bdfd-48aa0d0466fd req-0de42e72-29c7-4f47-bb68-329d972e8c8d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0775957 Jun 17 07:25:34.506076 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:34.506221 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef4ecf-333d-4383-b7a9-3c82af9be240 None None] DHCP port deletion for d88f2219-d457-40d5-9e59-cf363ee73981 request from dv-cinder-834822-4-iscsi {{(pid=103803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 07:25:34.539317 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] For port 9dbb4a71-f481-487e-b09d-64412433c84a, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=9dbb4a71-f481-487e-b09d-64412433c84a,segment=NetworkSegment(3d45aa45-b9ea-448a-a169-d0c621539b5e),segment_id=3d45aa45-b9ea-448a-a169-d0c621539b5e)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:34.539696 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.554372 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-3eef4ecf-333d-4383-b7a9-3c82af9be240 None None] Deleting port 9dbb4a71-f481-487e-b09d-64412433c84a {{(pid=103803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:25:34.554850 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3eef4ecf-333d-4383-b7a9-3c82af9be240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), before_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.556142 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-25886b03-146d-48d5-bdfd-48aa0d0466fd req-5b7d4f11-1c3b-4b36-8882-dbb4f7346221 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026328 Jun 17 07:25:34.560492 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Calling delete_port for 9dbb4a71-f481-487e-b09d-64412433c84a owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:34.582744 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 092741e2-7c1e-4839-80f2-90ac9d9d5d2b no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:34.629541 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 092741e2-7c1e-4839-80f2-90ac9d9d5d2b {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:25:34.629885 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 092741e2-7c1e-4839-80f2-90ac9d9d5d2b not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:34.630292 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9dbb4a71-f481-487e-b09d-64412433c84a no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:34.658311 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.665979 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-3eef4ecf-333d-4383-b7a9-3c82af9be240 None None] For port 9dbb4a71-f481-487e-b09d-64412433c84a, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=9dbb4a71-f481-487e-b09d-64412433c84a,segment=NetworkSegment(3d45aa45-b9ea-448a-a169-d0c621539b5e),segment_id=3d45aa45-b9ea-448a-a169-d0c621539b5e)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:34.666375 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3eef4ecf-333d-4383-b7a9-3c82af9be240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), precommit_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.683193 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:34.683733 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbb4a71-f481-487e-b09d-64412433c84a,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:34.684446 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-3eef4ecf-333d-4383-b7a9-3c82af9be240 None None] Calling delete_port for 9dbb4a71-f481-487e-b09d-64412433c84a owned by network:dhcp {{(pid=103803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:25:34.687884 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] No DVR routers for this DVR port 9dbb4a71-f481-487e-b09d-64412433c84a on host dv-cinder-834822-4-iscsi {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:25:34.743707 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No active binding found for port 9dbb4a71-f481-487e-b09d-64412433c84a {{(pid=103803) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 17 07:25:34.744098 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] The host dv-cinder-834822-4-iscsi is not matching for port 9dbb4a71-f481-487e-b09d-64412433c84a host None! {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 17 07:25:34.744484 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9dbb4a71-f481-487e-b09d-64412433c84a not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:34.744892 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:25:34.762196 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (d88f2219-d457-40d5-9e59-cf363ee73981), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.769579 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:25:34.769950 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 4a105a95-2ddf-4ad1-90c4-0c0acf10a03f not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:25:34.774944 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-e9a3c267-c06b-4daa-bb1c-af2502df2447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.783743 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88f2219-d457-40d5-9e59-cf363ee73981']}} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:34.794612 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d45aa45-b9ea-448a-a169-d0c621539b5e') {'for_net_delete': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:34.794977 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d45aa45-b9ea-448a-a169-d0c621539b5e') {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:34.805599 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63578506'] for segment (3d45aa45-b9ea-448a-a169-d0c621539b5e), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.817616 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3eef4ecf-333d-4383-b7a9-3c82af9be240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (9dbb4a71-f481-487e-b09d-64412433c84a), after_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.819707 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (3d45aa45-b9ea-448a-a169-d0c621539b5e), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.827006 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:25:34.827579 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63419984'] for segment (3d45aa45-b9ea-448a-a169-d0c621539b5e), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.845635 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef4ecf-333d-4383-b7a9-3c82af9be240 None None] Pushing event deleted for resources: {'Port': ['ID=9dbb4a71-f481-487e-b09d-64412433c84a,revision_number=None']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:34.851268 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef4ecf-333d-4383-b7a9-3c82af9be240 None None] No DVR routers for this DVR port 9dbb4a71-f481-487e-b09d-64412433c84a on host dv-cinder-834822-4-iscsi {{(pid=103803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:25:34.882415 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 3d45aa45-b9ea-448a-a169-d0c621539b5e resource provider aggregate not found Jun 17 07:25:34.900686 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (d88f2219-d457-40d5-9e59-cf363ee73981), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.902870 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 3d45aa45-b9ea-448a-a169-d0c621539b5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d45aa45-b9ea-448a-a169-d0c621539b5e found for delete ", "request_id": "req-fd589b6b-2c76-4f8e-ae21-0e8c3f0fba87"}]} Jun 17 07:25:34.909724 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:34.912795 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] 10.222.0.33 "DELETE /v2.0/networks/d88f2219-d457-40d5-9e59-cf363ee73981 HTTP/1.1" status: 204 len: 168 time: 0.6365337 Jun 17 07:25:34.924497 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09925d30-0b9b-4e85-9ddc-e1e5f4259bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d88f2219-d457-40d5-9e59-cf363ee73981,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:35.023438 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39984) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:35.031181 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:35.064741 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-3fffd50e-073a-4141-9b3c-379db6070b29 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=52a029f97a9e4142802a9786ae2f6d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401416 Jun 17 07:25:35.067134 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39986) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:35.119469 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-628faf49-cf4e-4ed0-8863-46fb874b6e43 admin admin] Publish callbacks [] for security_group (166219e3-1c18-4c9d-89ee-652b3278e62c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:35.141312 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-628faf49-cf4e-4ed0-8863-46fb874b6e43 admin admin] Publish callbacks [] for security_group (166219e3-1c18-4c9d-89ee-652b3278e62c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:35.187800 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-628faf49-cf4e-4ed0-8863-46fb874b6e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (166219e3-1c18-4c9d-89ee-652b3278e62c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:35.190639 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-628faf49-cf4e-4ed0-8863-46fb874b6e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:35.191798 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-628faf49-cf4e-4ed0-8863-46fb874b6e43 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/166219e3-1c18-4c9d-89ee-652b3278e62c HTTP/1.1" status: 204 len: 168 time: 0.1237626 Jun 17 07:25:35.199295 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628faf49-cf4e-4ed0-8863-46fb874b6e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166219e3-1c18-4c9d-89ee-652b3278e62c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:35.506680 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39992) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:35.546410 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-36e3753e-14c5-4d4b-9a46-12249b08e687 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1cdfcd3d2aa84226bc01f6400dd9754c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385344 Jun 17 07:25:35.548641 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 39994) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:35.596187 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f671888c-507e-4a6a-beee-207aa52e514b admin admin] Publish callbacks [] for security_group (cdeca3b5-9538-4055-9040-e9e4e25af644), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:35.617396 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f671888c-507e-4a6a-beee-207aa52e514b admin admin] Publish callbacks [] for security_group (cdeca3b5-9538-4055-9040-e9e4e25af644), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:35.729968 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:35.931837 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd53ea4-9bdc-43eb-8910-1741afa93d49 req-b343e3c7-ce49-4bf8-a8a4-a75d146b762d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:35.933332 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-dcd53ea4-9bdc-43eb-8910-1741afa93d49 req-b343e3c7-ce49-4bf8-a8a4-a75d146b762d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.3014507 Jun 17 07:25:35.961436 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f671888c-507e-4a6a-beee-207aa52e514b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (cdeca3b5-9538-4055-9040-e9e4e25af644), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:35.963855 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f671888c-507e-4a6a-beee-207aa52e514b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:35.964962 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f671888c-507e-4a6a-beee-207aa52e514b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cdeca3b5-9538-4055-9040-e9e4e25af644 HTTP/1.1" status: 204 len: 168 time: 0.4154587 Jun 17 07:25:35.987826 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671888c-507e-4a6a-beee-207aa52e514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeca3b5-9538-4055-9040-e9e4e25af644,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:35.994233 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-dcd53ea4-9bdc-43eb-8910-1741afa93d49 req-ed6c77dc-ac77-43e1-b722-b2e4553d59be tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547185 Jun 17 07:25:36.647419 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40020) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:36.752040 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-154210612-network', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:36.772016 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Made reservation on behalf of d2b7ae6a418640629020f39ac455d075 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:25:36.776057 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:36.796362 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:36.834508 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=11,neutron:INSERT=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:36.885108 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Publish callbacks [] for security_group (c9698c46-0a63-41e5-815c-8b36f93e5fca), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:36.890234 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c9698c46-0a63-41e5-815c-8b36f93e5fca), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:36.917316 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:25:36.934731 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9698c46-0a63-41e5-815c-8b36f93e5fca,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:36.941881 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (3a17b4be-3d2c-489a-927e-f16015404c12), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:36.942277 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.segments_db [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Added segment 3a17b4be-3d2c-489a-927e-f16015404c12 of type vlan for network 270f7e8d-fe10-476d-b957-559a5be577a9 Jun 17 07:25:36.987460 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (270f7e8d-fe10-476d-b957-559a5be577a9), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.012729 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (270f7e8d-fe10-476d-b957-559a5be577a9), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.013742 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:37.014923 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.058258 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:37.088709 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4401295 Jun 17 07:25:37.092961 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40026) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:37.098822 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] Request body: {'subnet': {'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-154210612-subnet', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:37.108360 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90197bd-87fc-48f6-8a8f-197a14c0a614 admin admin] Pushing event updated for resources: {'Network': ['ID=270f7e8d-fe10-476d-b957-559a5be577a9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:37.121724 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 270f7e8d-fe10-476d-b957-559a5be577a9 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:25:37.128340 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1548f-f885-4e84-8ef8-6980320525b5 req-2bc7fb14-8fc4-44f2-a3dd-c97e234ffd08 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:37.130758 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] Made reservation on behalf of d2b7ae6a418640629020f39ac455d075 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:25:37.133248 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64587565'] for subnet (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.135469 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-59f1548f-f885-4e84-8ef8-6980320525b5 req-2bc7fb14-8fc4-44f2-a3dd-c97e234ffd08 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0604808 Jun 17 07:25:37.183323 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-59f1548f-f885-4e84-8ef8-6980320525b5 req-0b49c21d-b2e0-4497-9a85-8f89c0df4ee7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466955 Jun 17 07:25:37.302259 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.314937 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63144899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64587551'] for subnet (5b242935-6925-4b3d-88c1-de1c7a282c76), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.374809 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b242935-6925-4b3d-88c1-de1c7a282c76,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:37.397637 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] Checking segment: {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:37.397999 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] Network hostable DHCP agents. Network: 270f7e8d-fe10-476d-b957-559a5be577a9, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:25:37.423465 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] Network 270f7e8d-fe10-476d-b957-559a5be577a9 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:25:37.433235 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 270f7e8d-fe10-476d-b957-559a5be577a9) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:37.438442 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:37.439594 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.442876 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd6a875-9884-421f-999d-a590e855736a None None] Network 270f7e8d-fe10-476d-b957-559a5be577a9 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:25:37.458230 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-e8a073f1-5de9-4a03-b58e-66d828516b10 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3633215 Jun 17 07:25:37.460429 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40028) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:37.465934 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:37.486645 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.487687 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.540931 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Publish callbacks [] for router_controller (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), precommit_add_association {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.550008 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-270f7e8d-fe10-476d-b957-559a5be577a9', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:25:37.550977 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.683532 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:37.713138 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Publish callbacks [] for router_gateway (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.724907 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:37.732384 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Allocated IP 172.20.0.2 (270f7e8d-fe10-476d-b957-559a5be577a9/5b242935-6925-4b3d-88c1-de1c7a282c76/970089f1-bef3-45c4-9de4-47e62197e1a1) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:25:37.879130 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.907820 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Publish callbacks [] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.914284 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.923741 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Publish callbacks [] for router_gateway (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.943268 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:37.951345 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Network 270f7e8d-fe10-476d-b957-559a5be577a9 is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:37.956673 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:37.962327 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:37.965400 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Pushing event updated for resources: {'Port': ['ID=970089f1-bef3-45c4-9de4-47e62197e1a1,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:37.968559 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:25:38.029929 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Attempting to bind port 970089f1-bef3-45c4-9de4-47e62197e1a1 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:25:38.030292 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Attempting to bind port 970089f1-bef3-45c4-9de4-47e62197e1a1 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:25:38.030686 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Attempting to bind port 970089f1-bef3-45c4-9de4-47e62197e1a1 on network 270f7e8d-fe10-476d-b957-559a5be577a9 {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:25:38.032865 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:38.036055 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:25:38.036443 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Checking segment: {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:38.036834 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:38.037237 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Bound using segment: {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:25:38.037690 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Bound port: 970089f1-bef3-45c4-9de4-47e62197e1a1, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:25:38.038062 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:38.056450 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Allocated IP 172.27.0.63 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/f65397d0-680f-4660-bc94-117967539f26) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:25:38.099685 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] For port 970089f1-bef3-45c4-9de4-47e62197e1a1, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:25:38.103168 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] For port 970089f1-bef3-45c4-9de4-47e62197e1a1, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=970089f1-bef3-45c4-9de4-47e62197e1a1,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:25:38.110423 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:38.166608 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Pushing event updated for resources: {'Port': ['ID=970089f1-bef3-45c4-9de4-47e62197e1a1,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:38.175411 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.175756 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.176130 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.176502 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.176832 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.177234 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.177479 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.177784 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.178099 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.178441 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.178837 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.179163 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.179474 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.179782 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.180146 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbab167-0df3-4168-abcc-984ce3dc9997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:38.188461 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Publish callbacks [] for port (f65397d0-680f-4660-bc94-117967539f26), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:38.227555 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (f65397d0-680f-4660-bc94-117967539f26), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:38.269635 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:38.289582 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:38.292189 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:25:38.310930 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Pushing event updated for resources: {'Port': ['ID=f65397d0-680f-4660-bc94-117967539f26,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:38.364969 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0c37-edd6-4d6c-bcbb-f5829bd61c6c req-d02de069-4fa8-4754-a9be-2a3876fac910 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:38.366539 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5f1f0c37-edd6-4d6c-bcbb-f5829bd61c6c req-d02de069-4fa8-4754-a9be-2a3876fac910 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0994766 Jun 17 07:25:38.514465 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5f1f0c37-edd6-4d6c-bcbb-f5829bd61c6c req-2e513a20-ee0e-4fe9-b097-78033b9a32b7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027339 Jun 17 07:25:38.611259 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Publish callbacks [] for router_gateway (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:38.686202 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:38.798360 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:38.910950 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:38.930946 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:25:39.035964 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:39.048240 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Sync routers for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:39.054805 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:39.058850 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-ac4987d8-06f5-4c49-a7ea-cf4603877cbd admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5971694 Jun 17 07:25:39.059154 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40032) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:39.059665 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:39.060416 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:39.107800 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da0835-24be-4037-a2a5-092b88356784 None None] Network 270f7e8d-fe10-476d-b957-559a5be577a9 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:25:39.217295 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-96c55784-858b-4d0b-917f-28839e0fad5e None None] Provisioning complete for port 970089f1-bef3-45c4-9de4-47e62197e1a1 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:39.217936 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-96c55784-858b-4d0b-917f-28839e0fad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:39.275962 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:39.458184 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:39.499872 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:39.508349 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:39.563352 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:39.593594 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-96c55784-858b-4d0b-917f-28839e0fad5e None None] Current status of the port 970089f1-bef3-45c4-9de4-47e62197e1a1 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:39.593984 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-96c55784-858b-4d0b-917f-28839e0fad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:39.664622 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-96c55784-858b-4d0b-917f-28839e0fad5e None None] For port 970089f1-bef3-45c4-9de4-47e62197e1a1, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=970089f1-bef3-45c4-9de4-47e62197e1a1,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:39.672364 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-96c55784-858b-4d0b-917f-28839e0fad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:39.680433 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:38Z', 'revision_number': 3, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:39.702819 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118919e-e69d-485a-b9ef-421939f81b78 req-21eb058d-36d0-4591-b63f-13a9a270381f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:39.704297 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0118919e-e69d-485a-b9ef-421939f81b78 req-21eb058d-36d0-4591-b63f-13a9a270381f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0849936 Jun 17 07:25:39.727021 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Checking router: 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:39.727287 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Updating router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e port f65397d0-680f-4660-bc94-117967539f26 binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:25:39.740601 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Allocated IP 172.20.0.1 (270f7e8d-fe10-476d-b957-559a5be577a9/5b242935-6925-4b3d-88c1-de1c7a282c76/c52e04bf-819e-42de-8afe-4bb1119510f9) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:25:39.772433 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c55784-858b-4d0b-917f-28839e0fad5e None None] Pushing event updated for resources: {'Port': ['ID=970089f1-bef3-45c4-9de4-47e62197e1a1,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:39.775097 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (f65397d0-680f-4660-bc94-117967539f26), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:39.790887 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0118919e-e69d-485a-b9ef-421939f81b78 req-356136f9-af3f-40d5-8d1a-0d2c0bd5360e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804636 Jun 17 07:25:39.823679 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-49e920df-9936-45e0-9c9b-3151b30b4a08 None None] Provisioning complete for port 970089f1-bef3-45c4-9de4-47e62197e1a1 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:39.824045 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-49e920df-9936-45e0-9c9b-3151b30b4a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:39.869146 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:39.872139 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Publish callbacks [] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:39.907080 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:39.943531 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Network 270f7e8d-fe10-476d-b957-559a5be577a9 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:39.947007 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:39.950743 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:25:39.989005 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Pushing event updated for resources: {'Port': ['ID=c52e04bf-819e-42de-8afe-4bb1119510f9,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:40.004156 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.031031 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-49e920df-9936-45e0-9c9b-3151b30b4a08 None None] Current status of the port 970089f1-bef3-45c4-9de4-47e62197e1a1 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:40.117456 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Publish callbacks [] for port (f65397d0-680f-4660-bc94-117967539f26), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.123676 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (f65397d0-680f-4660-bc94-117967539f26), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.133755 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.184627 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Attempting to bind port f65397d0-680f-4660-bc94-117967539f26 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:25:40.184990 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Attempting to bind port f65397d0-680f-4660-bc94-117967539f26 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:25:40.185347 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Attempting to bind port f65397d0-680f-4660-bc94-117967539f26 on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:25:40.187628 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9af9bc-b1ac-4083-8a91-c287a1e4b629 None None] Pushing event updated for resources: {'Port': ['ID=f65397d0-680f-4660-bc94-117967539f26,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:40.194829 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:25:40.195194 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:40.195979 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.195979 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:25:40.196749 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Bound port: f65397d0-680f-4660-bc94-117967539f26, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:25:40.197130 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (f65397d0-680f-4660-bc94-117967539f26), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.265286 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] For port f65397d0-680f-4660-bc94-117967539f26, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:25:40.269969 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] For port f65397d0-680f-4660-bc94-117967539f26, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=f65397d0-680f-4660-bc94-117967539f26,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:25:40.273888 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-9c3259c7-7fb5-4069-8995-6b10b8c40957 None None] Provisioning complete for port c52e04bf-819e-42de-8afe-4bb1119510f9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:40.274248 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9c3259c7-7fb5-4069-8995-6b10b8c40957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.278804 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:40.279007 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (f65397d0-680f-4660-bc94-117967539f26), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.287817 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:40.307486 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:40.312621 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Publish callbacks [] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.317674 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63420084'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.344961 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 970089f1-bef3-45c4-9de4-47e62197e1a1 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:40.386052 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-9c3259c7-7fb5-4069-8995-6b10b8c40957 None None] Port c52e04bf-819e-42de-8afe-4bb1119510f9 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:25:40.423938 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:40.424588 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:40.428314 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9af9bc-b1ac-4083-8a91-c287a1e4b629 None None] Pushing event updated for resources: {'Port': ['ID=f65397d0-680f-4660-bc94-117967539f26,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:40.481917 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 970089f1-bef3-45c4-9de4-47e62197e1a1 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:40.482291 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.570104 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:40.648782 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Pushing event updated for resources: {'Port': ['ID=c52e04bf-819e-42de-8afe-4bb1119510f9,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:40.651145 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:40.678068 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 970089f1-bef3-45c4-9de4-47e62197e1a1 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:40.681548 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:40.746029 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Network 270f7e8d-fe10-476d-b957-559a5be577a9 is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:40.747574 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:40.798045 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 2, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:40.828049 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f60939-76d4-4f05-ac33-1f539d40e417 None None] The sync data for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi is: [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 2, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:40.868869 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:25:40.942320 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1829c23-7b56-4431-9efb-8beee0b49362 req-8e674aa3-77d9-43ba-9697-8eb11560e0e5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:40.944494 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a1829c23-7b56-4431-9efb-8beee0b49362 req-8e674aa3-77d9-43ba-9697-8eb11560e0e5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0620186 Jun 17 07:25:40.991326 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:41.005279 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-4c89bdce-a59c-4ebf-b430-a572a8a4edd9 admin admin] 10.222.0.33 "PUT /v2.0/routers/7967f2ce-3f42-4ea1-b4a3-0bd514e0497e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9408023 Jun 17 07:25:41.005472 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a1829c23-7b56-4431-9efb-8beee0b49362 req-aa61bde2-7aba-48c4-8939-50f62873b091 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552979 Jun 17 07:25:41.007618 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-0746337b-2427-416a-97a3-73cb9ae5ce74 None None] Provisioning complete for port c52e04bf-819e-42de-8afe-4bb1119510f9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:41.007992 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0746337b-2427-416a-97a3-73cb9ae5ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:41.048728 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-0746337b-2427-416a-97a3-73cb9ae5ce74 None None] Port c52e04bf-819e-42de-8afe-4bb1119510f9 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:25:41.564441 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40056) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:41.569368 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-68278805-network', 'tenant_id': '497160218e904aff92a91866c5ba3710'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:41.596654 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Made reservation on behalf of 497160218e904aff92a91866c5ba3710 for: {'network': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:25:41.599406 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:41.609838 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:41.692740 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Publish callbacks [] for security_group (f1349cfb-97f6-4363-a8f8-4753b1043527), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:41.696751 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (f1349cfb-97f6-4363-a8f8-4753b1043527), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:41.724132 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=103802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:25:41.741068 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1349cfb-97f6-4363-a8f8-4753b1043527,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:41.744179 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (bc571d07-2299-4dd0-b4eb-9986776df65c), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:41.744521 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.segments_db [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Added segment bc571d07-2299-4dd0-b4eb-9986776df65c of type vlan for network 38dbe78f-c173-4dfd-b647-3844cfb85c6c Jun 17 07:25:41.789905 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (38dbe78f-c173-4dfd-b647-3844cfb85c6c), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:41.815580 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (38dbe78f-c173-4dfd-b647-3844cfb85c6c), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:41.816608 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:41.817185 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:41.880256 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3146615 Jun 17 07:25:41.883032 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40058) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:41.884146 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b63cdf-c008-4138-8a93-0463791815c5 admin admin] Pushing event updated for resources: {'Network': ['ID=38dbe78f-c173-4dfd-b647-3844cfb85c6c,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:41.888420 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] Request body: {'subnet': {'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-68278805-subnet', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'ip_version': 4}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:41.895412 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 38dbe78f-c173-4dfd-b647-3844cfb85c6c details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:25:41.931881 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] Made reservation on behalf of 497160218e904aff92a91866c5ba3710 for: {'subnet': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:25:41.934341 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64587565'] for subnet (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.095072 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:42.113221 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63144899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64587551'] for subnet (fc8ec82d-6cde-4156-90c5-7c5d2199089f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.126911 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:42.144250 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47df96-ac7e-4c09-9c78-fc6660f974ac req-eb7e6729-9e9d-4594-b563-44cdbe1b6179 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:42.145825 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cc47df96-ac7e-4c09-9c78-fc6660f974ac req-eb7e6729-9e9d-4594-b563-44cdbe1b6179 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0599542 Jun 17 07:25:42.190279 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] Checking segment: {'id': 'bc571d07-2299-4dd0-b4eb-9986776df65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:42.190495 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] Network hostable DHCP agents. Network: 38dbe78f-c173-4dfd-b647-3844cfb85c6c, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:25:42.196731 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc8ec82d-6cde-4156-90c5-7c5d2199089f,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:42.201274 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cc47df96-ac7e-4c09-9c78-fc6660f974ac req-12fd21f3-f347-4e91-a08f-07c193beded5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486012 Jun 17 07:25:42.211174 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] Network 38dbe78f-c173-4dfd-b647-3844cfb85c6c is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:25:42.222576 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 38dbe78f-c173-4dfd-b647-3844cfb85c6c) {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:42.226727 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:42.227476 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.235083 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb93440-b5e8-4366-b30a-45d2c1656432 None None] Network 38dbe78f-c173-4dfd-b647-3844cfb85c6c requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:25:42.247131 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-8b1e335d-ceb0-4a05-8b8c-cd5e9f9905ef admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3627672 Jun 17 07:25:42.250311 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40062) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:42.255198 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-68278805-router', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:42.277212 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1818852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7697'] for router (21c6abb8-02eb-44d9-9df5-4326b87d5f30), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.278301 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1818647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1779115', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1828569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7710'] for router (21c6abb8-02eb-44d9-9df5-4326b87d5f30), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.330411 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Publish callbacks [] for router_controller (21c6abb8-02eb-44d9-9df5-4326b87d5f30), precommit_add_association {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.341860 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device f65397d0-680f-4660-bc94-117967539f26 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:42.404576 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port f65397d0-680f-4660-bc94-117967539f26 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:42.405078 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (f65397d0-680f-4660-bc94-117967539f26), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.408905 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1274fbf-d22c-5d39-8d76-6a80bf7cae18-38dbe78f-c173-4dfd-b647-3844cfb85c6c', 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c', 'project_id': '497160218e904aff92a91866c5ba3710', 'fixed_ips': [{'subnet_id': 'fc8ec82d-6cde-4156-90c5-7c5d2199089f'}]}} from dv-cinder-834822-4-iscsi. {{(pid=103803) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 17 07:25:42.409803 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.464353 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:42.473196 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Publish callbacks [] for router_gateway (21c6abb8-02eb-44d9-9df5-4326b87d5f30), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.590126 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port f65397d0-680f-4660-bc94-117967539f26 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:42.590509 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (f65397d0-680f-4660-bc94-117967539f26), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.627571 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.db_base_plugin_common [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Allocated IP 172.20.0.2 (38dbe78f-c173-4dfd-b647-3844cfb85c6c/fc8ec82d-6cde-4156-90c5-7c5d2199089f/9b01d0a5-3dd9-446a-8875-93ca62172575) {{(pid=103803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:25:42.630582 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port f65397d0-680f-4660-bc94-117967539f26, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=f65397d0-680f-4660-bc94-117967539f26,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:42.635029 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (f65397d0-680f-4660-bc94-117967539f26), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.656823 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Publish callbacks [] for router_gateway (21c6abb8-02eb-44d9-9df5-4326b87d5f30), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.682420 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.801163 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Allocated IP 172.27.0.206 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/679d073b-4955-4bfa-b9b7-92567c1581e2) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:25:42.863462 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=f65397d0-680f-4660-bc94-117967539f26,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:42.916449 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Publish callbacks [] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.950073 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.956534 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Publish callbacks [] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), precommit_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.962520 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), after_create {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:42.986855 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:42.993987 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:42.998136 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:25:43.003545 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Pushing event updated for resources: {'Port': ['ID=679d073b-4955-4bfa-b9b7-92567c1581e2,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:43.006661 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Network 38dbe78f-c173-4dfd-b647-3844cfb85c6c is already hosted by enough agents. {{(pid=103803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:43.020437 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Sync routers for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:43.025224 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.scheduler.base_scheduler [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Resources bound (agent type, host, resource id): {{(pid=103803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:43.026960 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:43.031382 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Received port after_create {{(pid=103803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:25:43.034501 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Pushing event updated for resources: {'Port': ['ID=9b01d0a5-3dd9-446a-8875-93ca62172575,revision_number=1']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:43.036003 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:43.036844 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:43.037303 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:43.086649 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:43.102352 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Attempting to bind port 9b01d0a5-3dd9-446a-8875-93ca62172575 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:25:43.104475 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Attempting to bind port 9b01d0a5-3dd9-446a-8875-93ca62172575 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'bc571d07-2299-4dd0-b4eb-9986776df65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:25:43.104475 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Attempting to bind port 9b01d0a5-3dd9-446a-8875-93ca62172575 on network 38dbe78f-c173-4dfd-b647-3844cfb85c6c {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:25:43.109551 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:25:43.110173 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Checking segment: {'id': 'bc571d07-2299-4dd0-b4eb-9986776df65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:43.110325 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:43.110676 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Bound using segment: {'id': 'bc571d07-2299-4dd0-b4eb-9986776df65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:25:43.111244 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Bound port: 9b01d0a5-3dd9-446a-8875-93ca62172575, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc571d07-2299-4dd0-b4eb-9986776df65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:25:43.112702 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:43.159004 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:43.186090 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] For port 9b01d0a5-3dd9-446a-8875-93ca62172575, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:25:43.191479 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] For port 9b01d0a5-3dd9-446a-8875-93ca62172575, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=9b01d0a5-3dd9-446a-8875-93ca62172575,segment=NetworkSegment(bc571d07-2299-4dd0-b4eb-9986776df65c),segment_id=bc571d07-2299-4dd0-b4eb-9986776df65c)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:25:43.194483 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:43.200761 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:43.275901 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddcc55-a71f-4951-95f0-bb0c3819e802 None None] Pushing event updated for resources: {'Port': ['ID=9b01d0a5-3dd9-446a-8875-93ca62172575,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:43.299899 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Publish callbacks [] for router_gateway (21c6abb8-02eb-44d9-9df5-4326b87d5f30), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:43.414931 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719d62c-ba7e-40a2-9085-8c2cd3c4fa49 req-286f745a-dcea-48b8-8679-ba315e22f7b3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:43.417128 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3719d62c-ba7e-40a2-9085-8c2cd3c4fa49 req-286f745a-dcea-48b8-8679-ba315e22f7b3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0868564 Jun 17 07:25:43.464746 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 2, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:43.499565 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Checking router: 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:43.499918 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Updating router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e port c52e04bf-819e-42de-8afe-4bb1119510f9 binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:25:43.504267 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:43.554842 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3719d62c-ba7e-40a2-9085-8c2cd3c4fa49 req-5fcffe5e-b7d7-408c-95b7-4541379ab5c5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270590 Jun 17 07:25:43.562811 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:43.597514 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1819645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819491'] for router (21c6abb8-02eb-44d9-9df5-4326b87d5f30), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:43.731914 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 is scheduled to L3 agent 539eb874-206f-464b-becc-eac6878104a4 with binding_index 1 {{(pid=103802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:25:43.842741 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:43.852380 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Publish callbacks [] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:43.853392 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Sync routers for ids ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:43.860284 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:43.862098 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:43.865770 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-83dbb12b-06fe-4f75-a0f8-6ac643a511a7 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6116753 Jun 17 07:25:43.866293 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40066) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:43.867904 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Routers {'21c6abb8-02eb-44d9-9df5-4326b87d5f30'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:43.868885 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:43.912670 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0306dde-33b0-4863-9ac3-ff95bb6f12a0 None None] Pushing event updated for resources: {'Port': ['ID=c52e04bf-819e-42de-8afe-4bb1119510f9,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:43.987609 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Set router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:43.989420 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Attempting to bind port c52e04bf-819e-42de-8afe-4bb1119510f9 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:25:43.989798 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Attempting to bind port c52e04bf-819e-42de-8afe-4bb1119510f9 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:25:43.990158 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Attempting to bind port c52e04bf-819e-42de-8afe-4bb1119510f9 on network 270f7e8d-fe10-476d-b957-559a5be577a9 {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:25:43.997636 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:25:43.998341 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Checking segment: {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:43.999446 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:44.000216 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Bound using segment: {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:25:44.001098 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Bound port: c52e04bf-819e-42de-8afe-4bb1119510f9, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:25:44.001702 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:44.097250 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] For port c52e04bf-819e-42de-8afe-4bb1119510f9, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:25:44.101170 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] For port c52e04bf-819e-42de-8afe-4bb1119510f9, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=c52e04bf-819e-42de-8afe-4bb1119510f9,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:25:44.107640 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:44.150416 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:44.150631 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:44.192166 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:44.193097 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:44.193883 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:44.264803 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'name': 'tempest-TestVolumeBootPattern-68278805-router', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:43Z', 'revision_number': 3, 'project_id': '497160218e904aff92a91866c5ba3710', 'gw_port': {'id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:44.319585 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:44.323932 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0306dde-33b0-4863-9ac3-ff95bb6f12a0 None None] Pushing event updated for resources: {'Port': ['ID=c52e04bf-819e-42de-8afe-4bb1119510f9,revision_number=4']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:44.334937 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Checking router: 21c6abb8-02eb-44d9-9df5-4326b87d5f30 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:44.335286 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Updating router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 port 679d073b-4955-4bfa-b9b7-92567c1581e2 binding host dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:25:44.343236 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:44.397716 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-6f6ea24b-3856-45f3-92b6-90e2836ff997 None None] Provisioning complete for port c52e04bf-819e-42de-8afe-4bb1119510f9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:44.398104 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-6f6ea24b-3856-45f3-92b6-90e2836ff997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:44.450662 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:44.506598 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:44.539975 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9b01d0a5-3dd9-446a-8875-93ca62172575 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:44.552703 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:44.661454 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4908fbb8-5a88-41dd-a995-783bd8c9d73f None None] Network 38dbe78f-c173-4dfd-b647-3844cfb85c6c requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:25:44.724766 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 9b01d0a5-3dd9-446a-8875-93ca62172575 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:44.725050 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:44.730939 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:44.743873 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:44.747721 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e240a-4e72-4f9b-b0ed-e07934bd4f72 req-b7838e2c-69d4-4698-ab05-aca165c0568c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:44.749603 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-be7e240a-4e72-4f9b-b0ed-e07934bd4f72 req-b7838e2c-69d4-4698-ab05-aca165c0568c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0806267 Jun 17 07:25:44.762979 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e205b84-a6d6-4618-b681-d3ae674a4a9d None None] The sync data for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi is: [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:44.788935 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Allocated IP 172.20.0.1 (38dbe78f-c173-4dfd-b647-3844cfb85c6c/fc8ec82d-6cde-4156-90c5-7c5d2199089f/8c1438bd-09d7-4011-a477-bcdd299c53f9) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:25:44.791109 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ea24b-3856-45f3-92b6-90e2836ff997 None None] Current status of the port c52e04bf-819e-42de-8afe-4bb1119510f9 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:44.791485 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-6f6ea24b-3856-45f3-92b6-90e2836ff997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:44.879073 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-be7e240a-4e72-4f9b-b0ed-e07934bd4f72 req-abd2b71b-1cc5-4eea-8a4f-c922aa415413 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205428 Jun 17 07:25:45.006562 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-6f6ea24b-3856-45f3-92b6-90e2836ff997 None None] For port c52e04bf-819e-42de-8afe-4bb1119510f9, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=c52e04bf-819e-42de-8afe-4bb1119510f9,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:45.053581 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Publish callbacks [] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.065335 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-6f6ea24b-3856-45f3-92b6-90e2836ff997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.125648 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.133820 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-71d05835-034d-445e-a6f7-8f9f2d1c25e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774269 Jun 17 07:25:45.189977 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 9b01d0a5-3dd9-446a-8875-93ca62172575 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:45.190644 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.197387 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Network 38dbe78f-c173-4dfd-b647-3844cfb85c6c is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:45.206198 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:45.222311 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:25:45.240264 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-c8d3e9c2-b4e5-499b-a215-2ce83ab5404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:45.243156 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-c8d3e9c2-b4e5-499b-a215-2ce83ab5404e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f92a857cef0a43d4907fbc667e30df6d&device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 1130 time: 0.0753388 Jun 17 07:25:45.269903 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1438bd-09d7-4011-a477-bcdd299c53f9,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:45.287199 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.287536 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.287960 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.288335 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.288822 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.289174 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.289508 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.290069 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.290455 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.290706 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.291038 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.291371 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.291699 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.292026 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.292379 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:25:45.300112 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1818719'] for router_interface (21c6abb8-02eb-44d9-9df5-4326b87d5f30), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.323482 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.349271 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-d5c28e66-eed4-4537-bb12-acd1f2f3c657 None None] Provisioning complete for port c52e04bf-819e-42de-8afe-4bb1119510f9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:45.349853 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d5c28e66-eed4-4537-bb12-acd1f2f3c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.356526 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ea24b-3856-45f3-92b6-90e2836ff997 None None] Pushing event updated for resources: {'Port': ['ID=c52e04bf-819e-42de-8afe-4bb1119510f9,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:45.494459 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-49d36452-88a8-468a-899d-9ee27afdabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:45.496593 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-49d36452-88a8-468a-899d-9ee27afdabd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cda22a3-ed9a-495c-94c5-566aedd4005f HTTP/1.1" status: 200 len: 909 time: 0.2112260 Jun 17 07:25:45.555376 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:45.583337 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Publish callbacks [] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), precommit_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.598662 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.608882 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.609228 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-c6a92cf5-bfce-44e5-9732-94bdbb5ed010 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6e6009-fcde-4778-b310-a5edbcb21692 HTTP/1.1" status: 200 len: 1002 time: 0.1060810 Jun 17 07:25:45.620715 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:45.660863 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 9b01d0a5-3dd9-446a-8875-93ca62172575, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=9b01d0a5-3dd9-446a-8875-93ca62172575,segment=NetworkSegment(bc571d07-2299-4dd0-b4eb-9986776df65c),segment_id=bc571d07-2299-4dd0-b4eb-9986776df65c)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:45.673273 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:45.682831 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.684169 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device f65397d0-680f-4660-bc94-117967539f26 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:45.707998 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-f7e8992c-cc1b-421b-b303-4e2d9ef63c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:45.713220 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-f7e8992c-cc1b-421b-b303-4e2d9ef63c52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41a60316-a518-4f9c-ac83-c96f9e396f63 HTTP/1.1" status: 200 len: 847 time: 0.0965161 Jun 17 07:25:45.739224 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Attempting to bind port 679d073b-4955-4bfa-b9b7-92567c1581e2 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:25:45.739932 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Attempting to bind port 679d073b-4955-4bfa-b9b7-92567c1581e2 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:25:45.740532 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Attempting to bind port 679d073b-4955-4bfa-b9b7-92567c1581e2 on network 254c2a78-6b68-4d1a-949e-12ece4c5936b {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:25:45.751061 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2223ae3-a820-4b17-9ebb-e825a8fcbbb1 None None] Pushing event updated for resources: {'Port': ['ID=679d073b-4955-4bfa-b9b7-92567c1581e2,revision_number=2']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:45.816616 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:25:45.817312 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Checking segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:45.818088 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.818941 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Bound using segment: {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'} {{(pid=103803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:25:45.819859 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.managers [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Bound port: 679d073b-4955-4bfa-b9b7-92567c1581e2, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1e8112e-0108-4a84-b7cc-9fe25c7ab19d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}}] {{(pid=103803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:25:45.820640 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.821415 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-04da21cf-0226-44bd-8453-20a4357b0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:45.824930 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-04da21cf-0226-44bd-8453-20a4357b0d2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cda22a3-ed9a-495c-94c5-566aedd4005f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0982616 Jun 17 07:25:45.945323 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Publish callbacks [] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.948857 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:45.954057 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63420084'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:45.991382 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-b62bd1a6-8d45-4928-a26c-be79116a094e service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392815 Jun 17 07:25:46.090297 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:46.109857 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-d5c28e66-eed4-4537-bb12-acd1f2f3c657 None None] Current status of the port c52e04bf-819e-42de-8afe-4bb1119510f9 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:46.158963 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=9b01d0a5-3dd9-446a-8875-93ca62172575,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:46.164346 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port f65397d0-680f-4660-bc94-117967539f26 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:46.164716 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (f65397d0-680f-4660-bc94-117967539f26), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:46.165208 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8436df7-2bcb-4d09-adfb-cf74392730dd req-e675d9d6-6e13-4f2a-8fcd-dfc38d4f9e24 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:46.167837 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c8436df7-2bcb-4d09-adfb-cf74392730dd req-e675d9d6-6e13-4f2a-8fcd-dfc38d4f9e24 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0745370 Jun 17 07:25:46.171246 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1634954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1818795'] for router_interface (21c6abb8-02eb-44d9-9df5-4326b87d5f30), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:46.174163 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-d5c28e66-eed4-4537-bb12-acd1f2f3c657 None None] Provisioning complete for port 9b01d0a5-3dd9-446a-8875-93ca62172575 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:46.174538 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d5c28e66-eed4-4537-bb12-acd1f2f3c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:46.180203 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] For port 679d073b-4955-4bfa-b9b7-92567c1581e2, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:25:46.187802 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1438bd-09d7-4011-a477-bcdd299c53f9,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:46.254521 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] For port 679d073b-4955-4bfa-b9b7-92567c1581e2, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=679d073b-4955-4bfa-b9b7-92567c1581e2,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:25:46.273569 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:46.277453 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c8436df7-2bcb-4d09-adfb-cf74392730dd req-d216d186-dcac-401b-8b0d-02094947c55f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775399 Jun 17 07:25:46.280281 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c0546677-c752-49e8-ae66-4e30823fdcd7 req-c4bca448-ba1a-47a2-9994-2f4191072358 service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695844 Jun 17 07:25:46.346340 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Network 38dbe78f-c173-4dfd-b647-3844cfb85c6c is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:25:46.348101 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:25:46.385257 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2223ae3-a820-4b17-9ebb-e825a8fcbbb1 None None] Pushing event updated for resources: {'Port': ['ID=679d073b-4955-4bfa-b9b7-92567c1581e2,revision_number=3']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:46.391316 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Routers {'21c6abb8-02eb-44d9-9df5-4326b87d5f30'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:46.391964 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:46.456646 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-d5c28e66-eed4-4537-bb12-acd1f2f3c657 None None] Current status of the port 9b01d0a5-3dd9-446a-8875-93ca62172575 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:46.475631 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port f65397d0-680f-4660-bc94-117967539f26 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:46.489241 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:25:46.545672 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] Set router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:46.597098 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9b01d0a5-3dd9-446a-8875-93ca62172575 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:46.604578 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-fda1196e-1961-4b58-8907-f5a2dc5b55ab None None] Provisioning complete for port 9b01d0a5-3dd9-446a-8875-93ca62172575 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:46.605079 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-fda1196e-1961-4b58-8907-f5a2dc5b55ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:46.622321 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:25:46.636665 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-8e150fa3-e99f-41d9-a18d-ef70e2b5bfd9 admin admin] 10.222.0.33 "PUT /v2.0/routers/21c6abb8-02eb-44d9-9df5-4326b87d5f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7643745 Jun 17 07:25:46.765186 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:46.828018 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 9b01d0a5-3dd9-446a-8875-93ca62172575 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:46.828588 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:46.934251 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-fda1196e-1961-4b58-8907-f5a2dc5b55ab None None] Current status of the port 9b01d0a5-3dd9-446a-8875-93ca62172575 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:46.943302 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:46.954775 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'name': 'tempest-TestVolumeBootPattern-68278805-router', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:45Z', 'revision_number': 4, 'project_id': '497160218e904aff92a91866c5ba3710', 'gw_port': {'id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '8c1438bd-09d7-4011-a477-bcdd299c53f9', 'name': '', 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'mac_address': 'fa:16:3e:b1:32:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc8ec82d-6cde-4156-90c5-7c5d2199089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:44Z', 'updated_at': '2022-06-17T07:25:45Z', 'revision_number': 2, 'project_id': '497160218e904aff92a91866c5ba3710', 'subnets': [{'id': 'fc8ec82d-6cde-4156-90c5-7c5d2199089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:46.960407 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-fda1196e-1961-4b58-8907-f5a2dc5b55ab None None] Provisioning complete for port 8c1438bd-09d7-4011-a477-bcdd299c53f9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:46.960867 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-fda1196e-1961-4b58-8907-f5a2dc5b55ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.008504 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0f303-039f-41a6-b507-90a6f277e9c9 None None] The sync data for ids ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'] in dv-cinder-834822-4-iscsi is: [{'id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'name': 'tempest-TestVolumeBootPattern-68278805-router', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:45Z', 'revision_number': 4, 'project_id': '497160218e904aff92a91866c5ba3710', 'gw_port': {'id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '8c1438bd-09d7-4011-a477-bcdd299c53f9', 'name': '', 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'mac_address': 'fa:16:3e:b1:32:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc8ec82d-6cde-4156-90c5-7c5d2199089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:44Z', 'updated_at': '2022-06-17T07:25:45Z', 'revision_number': 2, 'project_id': '497160218e904aff92a91866c5ba3710', 'subnets': [{'id': 'fc8ec82d-6cde-4156-90c5-7c5d2199089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:47.070722 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-fda1196e-1961-4b58-8907-f5a2dc5b55ab None None] Port 8c1438bd-09d7-4011-a477-bcdd299c53f9 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:25:47.081412 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 9b01d0a5-3dd9-446a-8875-93ca62172575 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:47.082508 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device c52e04bf-819e-42de-8afe-4bb1119510f9 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:47.097757 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40088) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:47.104350 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-2b432a37-8ce7-4c55-b8ae-3c88cae7ccfa tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1395766797', 'description': 'tempest-secgroup-smoke-1395766797 description', 'project_id': 'd2b7ae6a418640629020f39ac455d075'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:47.140565 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b432a37-8ce7-4c55-b8ae-3c88cae7ccfa tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.148146 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port c52e04bf-819e-42de-8afe-4bb1119510f9 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:47.148718 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.200005 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-d0209042-57b2-4d6c-9dcd-4495dee390c8 None None] Provisioning complete for port 8c1438bd-09d7-4011-a477-bcdd299c53f9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:47.200398 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d0209042-57b2-4d6c-9dcd-4495dee390c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.202290 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:47.229822 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b432a37-8ce7-4c55-b8ae-3c88cae7ccfa tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group (5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.234410 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b432a37-8ce7-4c55-b8ae-3c88cae7ccfa tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.271684 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-d0209042-57b2-4d6c-9dcd-4495dee390c8 None None] Port 8c1438bd-09d7-4011-a477-bcdd299c53f9 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:25:47.274285 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port c52e04bf-819e-42de-8afe-4bb1119510f9 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:47.283242 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b432a37-8ce7-4c55-b8ae-3c88cae7ccfa tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.287492 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-2b432a37-8ce7-4c55-b8ae-3c88cae7ccfa tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1858320 Jun 17 07:25:47.287744 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40092) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:47.292231 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-7a7953f4-b657-4499-b1b6-f9998a6da00e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'security_group_rule': {'security_group_id': '5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00', 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:47.299012 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b432a37-8ce7-4c55-b8ae-3c88cae7ccfa tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:47.330588 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a7953f4-b657-4499-b1b6-f9998a6da00e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (9f1d7a5d-989f-4845-a5e9-4328905b5472), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.409270 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a7953f4-b657-4499-b1b6-f9998a6da00e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (9f1d7a5d-989f-4845-a5e9-4328905b5472), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.423147 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a7953f4-b657-4499-b1b6-f9998a6da00e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (9f1d7a5d-989f-4845-a5e9-4328905b5472), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.750597 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7953f4-b657-4499-b1b6-f9998a6da00e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1d7a5d-989f-4845-a5e9-4328905b5472,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:47.757933 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ab7b8-e71f-4674-a442-5d418e52023d req-80dfc38c-2791-48b1-a78e-b8e79e52b4ef tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:47.759549 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d03ab7b8-e71f-4674-a442-5d418e52023d req-80dfc38c-2791-48b1-a78e-b8e79e52b4ef tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.3553839 Jun 17 07:25:47.764090 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a7953f4-b657-4499-b1b6-f9998a6da00e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.765404 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-7a7953f4-b657-4499-b1b6-f9998a6da00e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4766142 Jun 17 07:25:47.768422 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40096) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:47.773577 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-12baf0c5-f652-48c2-8456-669a5c530d2e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'security_group_rule': {'security_group_id': '5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00', 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:47.839635 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-12baf0c5-f652-48c2-8456-669a5c530d2e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (2181abfe-9540-495e-a1d2-66550203c54a), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.871346 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d03ab7b8-e71f-4674-a442-5d418e52023d req-4332d1e7-630d-4296-86a8-c914ca26bc24 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040678 Jun 17 07:25:47.889953 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:47.937134 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-12baf0c5-f652-48c2-8456-669a5c530d2e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (2181abfe-9540-495e-a1d2-66550203c54a), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.942325 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-12baf0c5-f652-48c2-8456-669a5c530d2e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (2181abfe-9540-495e-a1d2-66550203c54a), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.942635 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device dba1d1a8-9ccb-4208-8f53-aedafc10079e details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:25:47.964308 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12baf0c5-f652-48c2-8456-669a5c530d2e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2181abfe-9540-495e-a1d2-66550203c54a,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:47.974695 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-12baf0c5-f652-48c2-8456-669a5c530d2e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:47.975996 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-12baf0c5-f652-48c2-8456-669a5c530d2e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2065797 Jun 17 07:25:47.978900 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40100) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:47.984885 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-002cd241-4c29-48c8-b97a-ad4ec8fae6e8 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'security_group_rule': {'security_group_id': '5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00', 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:48.020760 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-002cd241-4c29-48c8-b97a-ad4ec8fae6e8 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (f156da74-6a9a-4692-b80e-f652f2c234ad), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.072434 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:48.087900 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-002cd241-4c29-48c8-b97a-ad4ec8fae6e8 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (f156da74-6a9a-4692-b80e-f652f2c234ad), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.088493 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'port_id': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'mac_address': 'fa:16:3e:82:37:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:25:48.093367 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-002cd241-4c29-48c8-b97a-ad4ec8fae6e8 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (f156da74-6a9a-4692-b80e-f652f2c234ad), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.113742 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cd241-4c29-48c8-b97a-ad4ec8fae6e8 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f156da74-6a9a-4692-b80e-f652f2c234ad,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:48.124340 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-002cd241-4c29-48c8-b97a-ad4ec8fae6e8 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.125586 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-002cd241-4c29-48c8-b97a-ad4ec8fae6e8 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447990 Jun 17 07:25:48.128667 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40104) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:48.133968 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-79adad48-5c89-4cb3-8557-51c6f48e886a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'security_group_rule': {'security_group_id': '5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00', 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:48.145003 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port dba1d1a8-9ccb-4208-8f53-aedafc10079e is: ACTIVE; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:48.146285 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.164132 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dba1d1a8-9ccb-4208-8f53-aedafc10079e {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:25:48.177644 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-79adad48-5c89-4cb3-8557-51c6f48e886a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (6abca837-516a-4f60-a914-47680ea0027a), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.189362 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:48.194037 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.249952 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-79adad48-5c89-4cb3-8557-51c6f48e886a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (6abca837-516a-4f60-a914-47680ea0027a), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.252955 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=dba1d1a8-9ccb-4208-8f53-aedafc10079e,revision_number=6']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:48.255191 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-79adad48-5c89-4cb3-8557-51c6f48e886a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (6abca837-516a-4f60-a914-47680ea0027a), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.282684 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adad48-5c89-4cb3-8557-51c6f48e886a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abca837-516a-4f60-a914-47680ea0027a,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:48.291489 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-79adad48-5c89-4cb3-8557-51c6f48e886a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.296363 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-79adad48-5c89-4cb3-8557-51c6f48e886a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1625803 Jun 17 07:25:48.296698 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40110) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:48.300769 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['dba1d1a8-9ccb-4208-8f53-aedafc10079e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:25:48.301645 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f81d9c71-38a1-4096-b5fb-7153435066d9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'security_group_rule': {'security_group_id': '5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00', 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:48.327303 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.securitygroups_db [None req-f81d9c71-38a1-4096-b5fb-7153435066d9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Project d2b7ae6a418640629020f39ac455d075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 07:25:48.335182 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f81d9c71-38a1-4096-b5fb-7153435066d9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (62fc7203-14d1-40e7-89fe-497da3b7bbd8), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.386396 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:48.424173 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f81d9c71-38a1-4096-b5fb-7153435066d9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (62fc7203-14d1-40e7-89fe-497da3b7bbd8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.430644 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f81d9c71-38a1-4096-b5fb-7153435066d9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (62fc7203-14d1-40e7-89fe-497da3b7bbd8), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.449109 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d9c71-38a1-4096-b5fb-7153435066d9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fc7203-14d1-40e7-89fe-497da3b7bbd8,revision_number=0']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:48.461559 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f81d9c71-38a1-4096-b5fb-7153435066d9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.466926 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40116) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:25:48.467761 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f81d9c71-38a1-4096-b5fb-7153435066d9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699016 Jun 17 07:25:48.472409 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-6cc9096a-9128-411f-b426-5696a79dce6d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'security_group_rule': {'security_group_id': '5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00', 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:25:48.509814 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.securitygroups_db [None req-6cc9096a-9128-411f-b426-5696a79dce6d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Project d2b7ae6a418640629020f39ac455d075 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 07:25:48.518046 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6cc9096a-9128-411f-b426-5696a79dce6d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (5ccc0a04-da30-42ac-9024-d84f98a75e06), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.619502 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6cc9096a-9128-411f-b426-5696a79dce6d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (5ccc0a04-da30-42ac-9024-d84f98a75e06), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.630683 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6cc9096a-9128-411f-b426-5696a79dce6d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (5ccc0a04-da30-42ac-9024-d84f98a75e06), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.632058 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 679d073b-4955-4bfa-b9b7-92567c1581e2 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:48.655979 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9096a-9128-411f-b426-5696a79dce6d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccc0a04-da30-42ac-9024-d84f98a75e06,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:48.662664 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6cc9096a-9128-411f-b426-5696a79dce6d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.667191 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-6cc9096a-9128-411f-b426-5696a79dce6d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1954007 Jun 17 07:25:48.672205 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:48.683353 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:48.706946 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 679d073b-4955-4bfa-b9b7-92567c1581e2 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:48.707315 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.807864 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 679d073b-4955-4bfa-b9b7-92567c1581e2 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:48.808288 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.839643 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] For port 679d073b-4955-4bfa-b9b7-92567c1581e2, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=679d073b-4955-4bfa-b9b7-92567c1581e2,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:48.843995 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:48.895552 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Pushing event updated for resources: {'Port': ['ID=679d073b-4955-4bfa-b9b7-92567c1581e2,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:49.004037 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d8d7e-13db-404d-ac21-ccb1af72e456 req-e6b5df7a-4c70-485b-9e07-efc12e431153 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:49.006164 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-823d8d7e-13db-404d-ac21-ccb1af72e456 req-e6b5df7a-4c70-485b-9e07-efc12e431153 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 945 time: 0.0573108 Jun 17 07:25:49.064058 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-823d8d7e-13db-404d-ac21-ccb1af72e456 req-1fe6b834-c54e-405b-acd3-3880d8aac73d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518596 Jun 17 07:25:49.465419 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Sync routers for ids ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:25:49.475700 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Routers {'21c6abb8-02eb-44d9-9df5-4326b87d5f30'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:49.476304 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:49.579955 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Set router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:49.770764 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'name': 'tempest-TestVolumeBootPattern-68278805-router', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:45Z', 'revision_number': 4, 'project_id': '497160218e904aff92a91866c5ba3710', 'gw_port': {'id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '8c1438bd-09d7-4011-a477-bcdd299c53f9', 'name': '', 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'mac_address': 'fa:16:3e:b1:32:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc8ec82d-6cde-4156-90c5-7c5d2199089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:44Z', 'updated_at': '2022-06-17T07:25:45Z', 'revision_number': 2, 'project_id': '497160218e904aff92a91866c5ba3710', 'subnets': [{'id': 'fc8ec82d-6cde-4156-90c5-7c5d2199089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:49.800517 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Checking router: 21c6abb8-02eb-44d9-9df5-4326b87d5f30 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:25:49.800859 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Updating router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 port 8c1438bd-09d7-4011-a477-bcdd299c53f9 binding host dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:25:49.828161 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:49.947320 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device dba1d1a8-9ccb-4208-8f53-aedafc10079e up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:49.993812 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port dba1d1a8-9ccb-4208-8f53-aedafc10079e triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:49.994177 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.031731 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:50.078598 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port dba1d1a8-9ccb-4208-8f53-aedafc10079e is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:50.078988 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.098422 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Publish callbacks [] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), precommit_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.104404 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:25:50.105175 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.106791 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c39b10-1c85-47de-ba05-26285bc5875b" -d '{"events": [{"server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "name": "network-vif-plugged", "status": "completed", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:25:50.120266 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:50.129205 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.183544 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=dba1d1a8-9ccb-4208-8f53-aedafc10079e,revision_number=7']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:50.190936 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277946f2-0382-447a-8815-74485a9c653f None None] Pushing event updated for resources: {'Port': ['ID=8c1438bd-09d7-4011-a477-bcdd299c53f9,revision_number=3']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:50.202410 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:50.236670 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4628dfc-3536-44e5-abe6-8218741b0851 req-f0ff15a0-fe43-45fb-a445-085a2cc2baa3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:50.243754 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b4628dfc-3536-44e5-abe6-8218741b0851 req-f0ff15a0-fe43-45fb-a445-085a2cc2baa3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0940256 Jun 17 07:25:50.246990 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fedcea-3b82-4d7b-9643-a927fc725ad6 x-openstack-request-id: req-d9fedcea-3b82-4d7b-9643-a927fc725ad6 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:25:50.247351 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "name": "network-vif-plugged", "status": "completed", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:25:50.247926 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d9fedcea-3b82-4d7b-9643-a927fc725ad6 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:25:50.248952 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9fedcea-3b82-4d7b-9643-a927fc725ad6'] response: {'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'code': 200} Jun 17 07:25:50.273529 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Attempting to bind port 8c1438bd-09d7-4011-a477-bcdd299c53f9 on host dv-cinder-834822-4-iscsi for vnic_type normal with profile {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:25:50.274006 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Attempting to bind port 8c1438bd-09d7-4011-a477-bcdd299c53f9 by drivers openvswitch,hyperv on host dv-cinder-834822-4-iscsi at level 0 using segments [{'id': 'bc571d07-2299-4dd0-b4eb-9986776df65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c'}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:25:50.274435 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Attempting to bind port 8c1438bd-09d7-4011-a477-bcdd299c53f9 on network 38dbe78f-c173-4dfd-b647-3844cfb85c6c {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:25:50.280579 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Checking agent: {'id': '54fb3f5e-27e7-4a07-9810-be87452da567', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 11, 38), 'started_at': datetime.datetime(2022, 6, 17, 7, 12, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:25:50.281062 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Checking segment: {'id': 'bc571d07-2299-4dd0-b4eb-9986776df65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:25:50.281525 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.282029 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Bound using segment: {'id': 'bc571d07-2299-4dd0-b4eb-9986776df65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c'} {{(pid=103804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:25:50.282704 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.managers [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Bound port: 8c1438bd-09d7-4011-a477-bcdd299c53f9, host: dv-cinder-834822-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc571d07-2299-4dd0-b4eb-9986776df65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c'}}] {{(pid=103804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:25:50.283151 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), before_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.306299 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b4628dfc-3536-44e5-abe6-8218741b0851 req-f5a2521d-1345-4a50-9926-adfb262e41ca tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616570 Jun 17 07:25:50.350417 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] For port 8c1438bd-09d7-4011-a477-bcdd299c53f9, host dv-cinder-834822-4-iscsi, cleared binding levels {{(pid=103804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:25:50.353708 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.plugins.ml2.db [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] For port 8c1438bd-09d7-4011-a477-bcdd299c53f9, host dv-cinder-834822-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=8c1438bd-09d7-4011-a477-bcdd299c53f9,segment=NetworkSegment(bc571d07-2299-4dd0-b4eb-9986776df65c),segment_id=bc571d07-2299-4dd0-b4eb-9986776df65c)] {{(pid=103804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:25:50.361572 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron_lib.callbacks.manager [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), after_update {{(pid=103804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.435354 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Routers {'21c6abb8-02eb-44d9-9df5-4326b87d5f30'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:25:50.436647 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:25:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:50.439882 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277946f2-0382-447a-8815-74485a9c653f None None] Pushing event updated for resources: {'Port': ['ID=8c1438bd-09d7-4011-a477-bcdd299c53f9,revision_number=4']} {{(pid=103804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:50.519145 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-9935f660-b3f5-49ec-88ac-669ff03dd9fd None None] Provisioning complete for port 8c1438bd-09d7-4011-a477-bcdd299c53f9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:50.519692 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9935f660-b3f5-49ec-88ac-669ff03dd9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.565945 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] Set router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:25:50.630720 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-9935f660-b3f5-49ec-88ac-669ff03dd9fd None None] Current status of the port 8c1438bd-09d7-4011-a477-bcdd299c53f9 is: DOWN; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:50.631189 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9935f660-b3f5-49ec-88ac-669ff03dd9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.641334 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 679d073b-4955-4bfa-b9b7-92567c1581e2 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:50.703938 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-9935f660-b3f5-49ec-88ac-669ff03dd9fd None None] For port 8c1438bd-09d7-4011-a477-bcdd299c53f9, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=8c1438bd-09d7-4011-a477-bcdd299c53f9,segment=NetworkSegment(bc571d07-2299-4dd0-b4eb-9986776df65c),segment_id=bc571d07-2299-4dd0-b4eb-9986776df65c)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:25:50.712459 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9935f660-b3f5-49ec-88ac-669ff03dd9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.736037 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 679d073b-4955-4bfa-b9b7-92567c1581e2 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:50.736438 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:50.823368 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'name': 'tempest-TestVolumeBootPattern-68278805-router', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:45Z', 'revision_number': 4, 'project_id': '497160218e904aff92a91866c5ba3710', 'gw_port': {'id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '8c1438bd-09d7-4011-a477-bcdd299c53f9', 'name': '', 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'mac_address': 'fa:16:3e:b1:32:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc8ec82d-6cde-4156-90c5-7c5d2199089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:44Z', 'updated_at': '2022-06-17T07:25:50Z', 'revision_number': 4, 'project_id': '497160218e904aff92a91866c5ba3710', 'subnets': [{'id': 'fc8ec82d-6cde-4156-90c5-7c5d2199089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:25:50.850403 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4c835-564c-45fd-81dd-7cb83cdb87cb None None] The sync data for ids ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'] in dv-cinder-834822-4-iscsi is: [{'id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'name': 'tempest-TestVolumeBootPattern-68278805-router', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:45Z', 'revision_number': 4, 'project_id': '497160218e904aff92a91866c5ba3710', 'gw_port': {'id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '8c1438bd-09d7-4011-a477-bcdd299c53f9', 'name': '', 'network_id': '38dbe78f-c173-4dfd-b647-3844cfb85c6c', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'mac_address': 'fa:16:3e:b1:32:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fc8ec82d-6cde-4156-90c5-7c5d2199089f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:44Z', 'updated_at': '2022-06-17T07:25:50Z', 'revision_number': 4, 'project_id': '497160218e904aff92a91866c5ba3710', 'subnets': [{'id': 'fc8ec82d-6cde-4156-90c5-7c5d2199089f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:25:50.944380 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935f660-b3f5-49ec-88ac-669ff03dd9fd None None] Pushing event updated for resources: {'Port': ['ID=8c1438bd-09d7-4011-a477-bcdd299c53f9,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:25:50.948732 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-5e445965-4af8-427f-adcb-2ad3410f945e None None] Provisioning complete for port 8c1438bd-09d7-4011-a477-bcdd299c53f9 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:50.949338 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-5e445965-4af8-427f-adcb-2ad3410f945e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:51.006898 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:51.010057 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:51.032244 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 679d073b-4955-4bfa-b9b7-92567c1581e2 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:51.033334 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 8c1438bd-09d7-4011-a477-bcdd299c53f9 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:51.098861 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-5e445965-4af8-427f-adcb-2ad3410f945e None None] Current status of the port 8c1438bd-09d7-4011-a477-bcdd299c53f9 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:51.113691 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 8c1438bd-09d7-4011-a477-bcdd299c53f9 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:51.114062 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:51.200194 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 8c1438bd-09d7-4011-a477-bcdd299c53f9 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:51.460709 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeea01-1d1b-4c5a-befc-4ed5e0f6fb49 req-7e35aee1-1d54-49ba-8930-71c6dfa68f00 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:51.462964 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6beeea01-1d1b-4c5a-befc-4ed5e0f6fb49 req-7e35aee1-1d54-49ba-8930-71c6dfa68f00 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0604937 Jun 17 07:25:51.541156 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6beeea01-1d1b-4c5a-befc-4ed5e0f6fb49 req-e7439218-0d7c-4742-a981-9833d1b2ee68 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613387 Jun 17 07:25:52.600103 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 8c1438bd-09d7-4011-a477-bcdd299c53f9 up at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:25:52.673143 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Provisioning complete for port 8c1438bd-09d7-4011-a477-bcdd299c53f9 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:25:52.674992 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:25:52.697411 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88fddc-287f-4edd-8050-c2d431a19289 req-ffdeeb24-50d2-489b-a9af-c763049f7b9b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:52.699753 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5d88fddc-287f-4edd-8050-c2d431a19289 req-ffdeeb24-50d2-489b-a9af-c763049f7b9b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0579014 Jun 17 07:25:52.773022 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5d88fddc-287f-4edd-8050-c2d431a19289 req-4ef29318-8627-40a8-a0c8-f8fd81a6cb64 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615001 Jun 17 07:25:52.808261 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Current status of the port 8c1438bd-09d7-4011-a477-bcdd299c53f9 is: ACTIVE; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:25:53.886741 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:53.940586 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e5315-b11e-4ceb-8606-1f9e518c6ff9 req-1626a8e7-9264-416e-8090-de5cbdc81410 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:53.943121 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4a4e5315-b11e-4ceb-8606-1f9e518c6ff9 req-1626a8e7-9264-416e-8090-de5cbdc81410 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0718110 Jun 17 07:25:54.006007 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-4a4e5315-b11e-4ceb-8606-1f9e518c6ff9 req-87a0031b-4a77-479c-944f-84c5fe5b039d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562522 Jun 17 07:25:55.217864 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9de10c-544c-47eb-b398-e80ab97569c3 req-12dab5bf-3ced-4c0f-a585-aea7642e4629 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:55.220286 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee9de10c-544c-47eb-b398-e80ab97569c3 req-12dab5bf-3ced-4c0f-a585-aea7642e4629 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0717285 Jun 17 07:25:55.277292 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:55.303470 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee9de10c-544c-47eb-b398-e80ab97569c3 req-bb6d6875-0106-4f75-b384-349745d06eac tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743756 Jun 17 07:25:56.447643 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979f365-bbea-4f2c-a7bf-355e8cee7e68 req-91b6c64b-9edd-4840-b2cf-4dd044754358 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:56.450114 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4979f365-bbea-4f2c-a7bf-355e8cee7e68 req-91b6c64b-9edd-4840-b2cf-4dd044754358 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0596018 Jun 17 07:25:56.545533 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4979f365-bbea-4f2c-a7bf-355e8cee7e68 req-c9ff0ede-2b96-47cb-8c64-284c9539c94b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794709 Jun 17 07:25:57.708032 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa225c-bd67-49e9-b266-21b5864c1058 req-4cfaafb6-0fe5-4ac8-aa53-db659207a791 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:57.715302 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a9fa225c-bd67-49e9-b266-21b5864c1058 req-4cfaafb6-0fe5-4ac8-aa53-db659207a791 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0661769 Jun 17 07:25:57.780628 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a9fa225c-bd67-49e9-b266-21b5864c1058 req-98c9656b-b7fd-44bb-9de9-5e65d2757629 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580237 Jun 17 07:25:58.907312 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:25:58.926699 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182f1c3-c315-4b65-b15e-cdd689a2d0a6 req-4f29f655-4c3e-496b-9203-69138ae40b65 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:58.935415 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5182f1c3-c315-4b65-b15e-cdd689a2d0a6 req-4f29f655-4c3e-496b-9203-69138ae40b65 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0620670 Jun 17 07:25:58.948003 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3b16e-b027-4485-befe-c0198566ac4d req-6faf954b-e495-4647-ab98-4bba1782b386 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:25:58.959710 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aef3b16e-b027-4485-befe-c0198566ac4d req-6faf954b-e495-4647-ab98-4bba1782b386 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0892026 Jun 17 07:25:59.010272 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5182f1c3-c315-4b65-b15e-cdd689a2d0a6 req-480596df-1305-47d4-91fc-6f56759e488a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733325 Jun 17 07:25:59.040084 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aef3b16e-b027-4485-befe-c0198566ac4d req-43d4e8c0-14b9-4248-9949-5e63546a52d5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759358 Jun 17 07:26:00.160356 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfa345-856f-45f0-aeb1-693589644b5d req-7fd10ce1-13e2-4d95-83c4-04746cba0e43 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:00.162607 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-73bfa345-856f-45f0-aeb1-693589644b5d req-7fd10ce1-13e2-4d95-83c4-04746cba0e43 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0767250 Jun 17 07:26:00.183246 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc3b1-5486-408a-8ec2-41a4ed8dc00c req-12efb090-9a54-4e4d-9523-9e4552223a78 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:00.191645 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f0bcc3b1-5486-408a-8ec2-41a4ed8dc00c req-12efb090-9a54-4e4d-9523-9e4552223a78 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0665565 Jun 17 07:26:00.250959 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-73bfa345-856f-45f0-aeb1-693589644b5d req-421cceeb-fcc5-404e-807c-4373d4d98196 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774364 Jun 17 07:26:00.258153 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f0bcc3b1-5486-408a-8ec2-41a4ed8dc00c req-53be7c19-6292-4848-af11-6e31fa0122b2 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651498 Jun 17 07:26:00.826239 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:00.827101 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:01.160948 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd6d43-8998-4234-9d17-d4765d21c12e req-bee4b4a9-e474-4fb3-a6be-8ad1cd009b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:01.162359 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-00cd6d43-8998-4234-9d17-d4765d21c12e req-bee4b4a9-e474-4fb3-a6be-8ad1cd009b37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 1130 time: 0.0391841 Jun 17 07:26:01.253169 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd6d43-8998-4234-9d17-d4765d21c12e req-f9c3bf7c-cf51-402d-83a0-3404148b5167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:01.254642 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-00cd6d43-8998-4234-9d17-d4765d21c12e req-f9c3bf7c-cf51-402d-83a0-3404148b5167 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 917 time: 0.0861862 Jun 17 07:26:01.321798 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-00cd6d43-8998-4234-9d17-d4765d21c12e req-25ac7551-79b4-47c0-93f0-7c9298a3b8ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e HTTP/1.1" status: 200 len: 1002 time: 0.0598187 Jun 17 07:26:01.381871 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7de8f-b094-43f5-a1fc-70192c7de26b req-1c3c39cd-1a2f-46a1-af6c-b799377e3a7a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:01.383638 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-51b7de8f-b094-43f5-a1fc-70192c7de26b req-1c3c39cd-1a2f-46a1-af6c-b799377e3a7a tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0464635 Jun 17 07:26:01.400305 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be114bb5-2b8a-449e-8c03-e81e2470e76d req-7ff6353c-1c65-4150-a374-c1f67af586e3 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:01.401830 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-be114bb5-2b8a-449e-8c03-e81e2470e76d req-7ff6353c-1c65-4150-a374-c1f67af586e3 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0764275 Jun 17 07:26:01.430926 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd6d43-8998-4234-9d17-d4765d21c12e req-da52d42f-75ef-4e4f-81ef-fc33a18a70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:01.432410 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-00cd6d43-8998-4234-9d17-d4765d21c12e req-da52d42f-75ef-4e4f-81ef-fc33a18a70cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 200 len: 855 time: 0.0967231 Jun 17 07:26:01.435203 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-51b7de8f-b094-43f5-a1fc-70192c7de26b req-9dee0410-8e4c-426a-a120-821c8cfb9891 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448911 Jun 17 07:26:01.491577 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-be114bb5-2b8a-449e-8c03-e81e2470e76d req-62990acf-e7d7-49b3-a70b-23a75f0faacd tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833998 Jun 17 07:26:01.494568 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd6d43-8998-4234-9d17-d4765d21c12e req-260e0c6a-3300-47e0-ad9d-e845853690f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:01.495976 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-00cd6d43-8998-4234-9d17-d4765d21c12e req-260e0c6a-3300-47e0-ad9d-e845853690f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521171 Jun 17 07:26:01.510281 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:01.593019 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-00cd6d43-8998-4234-9d17-d4765d21c12e req-d4fa6c75-b358-48cf-ae91-3f3837853455 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895054 Jun 17 07:26:01.690014 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-00cd6d43-8998-4234-9d17-d4765d21c12e req-212cd26f-b5d1-4d01-8643-d38577f2226b service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889137 Jun 17 07:26:02.358680 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:26:02.492936 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-67577d59-3c1a-49a9-8130-3d77a99863d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:02.559572 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f351cbc-d403-4e4f-b489-8f036f0e8d2f req-d3c4f7d7-52d8-499e-9386-fbbae91f393c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:02.561182 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2f351cbc-d403-4e4f-b489-8f036f0e8d2f req-d3c4f7d7-52d8-499e-9386-fbbae91f393c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0486257 Jun 17 07:26:02.612565 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2f351cbc-d403-4e4f-b489-8f036f0e8d2f req-d91ac917-2d7d-4883-b44e-f3e18bbb0c83 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449567 Jun 17 07:26:02.864871 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544a1c4-abdd-4a75-a5e2-c8e8b6e3e2d5 req-ca46f8fd-8044-499c-843c-ea280831d857 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:02.866603 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7544a1c4-abdd-4a75-a5e2-c8e8b6e3e2d5 req-ca46f8fd-8044-499c-843c-ea280831d857 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.3055091 Jun 17 07:26:02.916097 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7544a1c4-abdd-4a75-a5e2-c8e8b6e3e2d5 req-aa42b754-e4b7-4bd7-b019-369dcb0a0a93 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438871 Jun 17 07:26:03.739996 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dfdd2-7e4d-4a20-8e03-03a876c6306d req-4142e485-366a-44f9-9313-1ae07139640d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:03.741564 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-236dfdd2-7e4d-4a20-8e03-03a876c6306d req-4142e485-366a-44f9-9313-1ae07139640d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 946 time: 0.0506330 Jun 17 07:26:03.789505 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-236dfdd2-7e4d-4a20-8e03-03a876c6306d req-88f47954-9560-4406-a933-6604a3c8af5d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422199 Jun 17 07:26:04.023766 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device dba1d1a8-9ccb-4208-8f53-aedafc10079e no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:26:04.053951 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d05391-bac7-4d58-a8f3-0813700fa701 req-c888aa15-9fc1-4c5e-9284-801c19ec748d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:04.056022 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a5d05391-bac7-4d58-a8f3-0813700fa701 req-c888aa15-9fc1-4c5e-9284-801c19ec748d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0644848 Jun 17 07:26:04.111004 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port dba1d1a8-9ccb-4208-8f53-aedafc10079e is: ACTIVE; New status is: DOWN {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:26:04.111510 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:04.122196 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a5d05391-bac7-4d58-a8f3-0813700fa701 req-c97f0833-d0e2-4cff-9a32-9f2467bbb517 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586662 Jun 17 07:26:04.140308 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:26:04.140308 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d091988f-517b-49d9-a4c5-53770124ae2c" -d '{"events": [{"server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "name": "network-vif-unplugged", "status": "completed", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:26:04.153024 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:04.158152 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:04.191163 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Jun 2022 07:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2b8551-6ef2-4410-ae61-976a1c994492 x-openstack-request-id: req-ac2b8551-6ef2-4410-ae61-976a1c994492 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:26:04.191453 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "name": "network-vif-unplugged", "status": "completed", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:26:04.191929 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ac2b8551-6ef2-4410-ae61-976a1c994492 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:26:04.192226 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2b8551-6ef2-4410-ae61-976a1c994492'] response: {'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'code': 200} Jun 17 07:26:04.212285 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=dba1d1a8-9ccb-4208-8f53-aedafc10079e,revision_number=8']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:04.720181 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-517f2dc9-5939-45dc-a343-a9ddf971b4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:04.782742 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8589-9203-44e0-9140-109d7da53a5c req-61f34bb8-d7de-4f94-b965-b76ca2feabab tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:04.785098 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-20ab8589-9203-44e0-9140-109d7da53a5c req-61f34bb8-d7de-4f94-b965-b76ca2feabab tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0541806 Jun 17 07:26:04.797501 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:04.835063 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-20ab8589-9203-44e0-9140-109d7da53a5c req-9e46ca7b-85e5-4abb-a03b-b1f7f0356f25 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445430 Jun 17 07:26:05.045806 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40408) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:05.142753 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-7e24b2f9-9eaf-4273-9b31-0fa1d9a2a8c6 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957701 Jun 17 07:26:05.147869 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-58e7140e-a4f5-49a8-9004-ddd763a45e2c service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103802) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:26:05.160900 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-58e7140e-a4f5-49a8-9004-ddd763a45e2c service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0167220 Jun 17 07:26:05.252854 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40426) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:05.270394 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e26750-ded2-4d06-a5eb-4e4e2b968cfe req-7919abf5-5697-4aa4-906f-a224fbba45a6 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:05.276704 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-12e26750-ded2-4d06-a5eb-4e4e2b968cfe req-7919abf5-5697-4aa4-906f-a224fbba45a6 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0732663 Jun 17 07:26:05.325815 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-12e26750-ded2-4d06-a5eb-4e4e2b968cfe req-25a55a3c-977e-4c76-a505-7fcd5beb6aee tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478992 Jun 17 07:26:05.368335 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-7b3c0733-fedb-4a74-9f50-0a3e9c740103 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:05.369662 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-7b3c0733-fedb-4a74-9f50-0a3e9c740103 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports/dba1d1a8-9ccb-4208-8f53-aedafc10079e HTTP/1.1" status: 200 len: 941 time: 0.1156011 Jun 17 07:26:05.401094 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-504db5fe-0e5c-4221-955b-fba29ad75d63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1395766797&fields=id&tenant_id=d2b7ae6a418640629020f39ac455d075 HTTP/1.1" status: 200 len: 267 time: 0.0621216 Jun 17 07:26:05.514604 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-52d2da14-2540-48ed-99c3-812936a9adb9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:05.516054 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-52d2da14-2540-48ed-99c3-812936a9adb9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 811 time: 0.1080842 Jun 17 07:26:05.531335 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f5e3c0c9-5ed6-45c3-95ac-ee4d6447109e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/quotas/d2b7ae6a418640629020f39ac455d075 HTTP/1.1" status: 200 len: 375 time: 0.0096874 Jun 17 07:26:05.581766 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-d7c29b94-ed08-44d2-93e3-9c5ce9b847fe tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451117 Jun 17 07:26:05.679665 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-1b913b2b-cba1-4add-8dc6-73ebdf376601 service neutron] 10.222.0.33 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856647 Jun 17 07:26:05.738439 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:05.777804 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f684dcb9-5b57-4fe1-9860-0381c6c932dc service neutron] 10.222.0.33 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906382 Jun 17 07:26:05.976517 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995c2d6-65c0-42cd-b4b3-00de7268a625 req-22f97abb-380f-47ca-b98f-5a241bba9984 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:05.978198 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d995c2d6-65c0-42cd-b4b3-00de7268a625 req-22f97abb-380f-47ca-b98f-5a241bba9984 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0481536 Jun 17 07:26:06.028733 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d995c2d6-65c0-42cd-b4b3-00de7268a625 req-1b5f115f-d3ed-4f1b-b2f1-005147ddd7d9 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446370 Jun 17 07:26:06.131946 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c574528a-3948-4e53-993c-a9f1a76648ef req-169c7a49-8d58-4f6f-a21b-a10c5cd8a9c7 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 210 time: 0.0282781 Jun 17 07:26:06.214639 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-ee3edbd0-0abb-4fba-9dbe-ab566fdd1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:06.216177 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-ee3edbd0-0abb-4fba-9dbe-ab566fdd1f8d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74&tenant_id=277f81ef9ed74a6189221440edd53d4c HTTP/1.1" status: 200 len: 1128 time: 0.0755501 Jun 17 07:26:06.281161 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-c0a53523-bc07-4a3a-8e86-40a8949e04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:06.282683 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-c0a53523-bc07-4a3a-8e86-40a8949e04b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=277f81ef9ed74a6189221440edd53d4c&device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 1128 time: 0.0422473 Jun 17 07:26:06.409032 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-1685f0e7-f455-42ba-a04b-3640cacb63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:06.413343 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-1685f0e7-f455-42ba-a04b-3640cacb63b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 200 len: 917 time: 0.1225815 Jun 17 07:26:06.461420 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8f12-ca60-4a04-9f09-a7a8722134e1 req-62368acd-5fc6-4d04-a74e-41e8f277d9d7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:06.463332 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-545f8f12-ca60-4a04-9f09-a7a8722134e1 req-62368acd-5fc6-4d04-a74e-41e8f277d9d7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0640361 Jun 17 07:26:06.472355 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:06.498795 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-7d5b6cde-df8f-4d0c-b3cf-5b796368d6e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e HTTP/1.1" status: 200 len: 1000 time: 0.0786705 Jun 17 07:26:06.536432 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-545f8f12-ca60-4a04-9f09-a7a8722134e1 req-23383024-6c69-403b-87e5-a6a18c040d35 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661781 Jun 17 07:26:06.569811 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-5eb3465c-fad3-487b-9ad3-28a78fe4358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:06.571274 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-5eb3465c-fad3-487b-9ad3-28a78fe4358e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 200 len: 855 time: 0.0588326 Jun 17 07:26:06.621028 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-bfa1439c-629f-41ed-a01d-49b73a0a31f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:06.622566 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-bfa1439c-629f-41ed-a01d-49b73a0a31f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed70ad4c-5186-4d7f-a1ab-3e0db877b874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447071 Jun 17 07:26:06.711697 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-1b933f91-9529-4368-8d6e-12abd8f6f467 service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823221 Jun 17 07:26:07.012744 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ca97863c-c53f-43fe-ac3d-6d9ae12d501e req-75d082cf-31a2-4d45-b982-2e20409aed9b service neutron] 10.222.0.16 "GET /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900998 Jun 17 07:26:07.148584 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbe3e7-d88f-45ee-9a56-46ff94c18cdf req-d5d870f0-1719-44ad-b453-7a63aebca2b6 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:07.150049 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f0bbe3e7-d88f-45ee-9a56-46ff94c18cdf req-d5d870f0-1719-44ad-b453-7a63aebca2b6 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0459118 Jun 17 07:26:07.168948 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:07.198799 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f0bbe3e7-d88f-45ee-9a56-46ff94c18cdf req-509a51a7-bc32-4c71-84f8-36c61c7732a4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426619 Jun 17 07:26:07.229730 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b535d202-c1b2-4fa2-a5f2-fca52dc99bf2 req-b3e2d620-24d5-47f2-8bff-b80bed00b25f tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 210 time: 0.0281284 Jun 17 07:26:07.298500 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:07.694350 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6e677-91f3-44a2-b03f-cafd0af9f093 req-e27b0423-12c1-475d-ac95-acfcaaf454b8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:07.697499 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0eb6e677-91f3-44a2-b03f-cafd0af9f093 req-e27b0423-12c1-475d-ac95-acfcaaf454b8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0817568 Jun 17 07:26:07.837700 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0eb6e677-91f3-44a2-b03f-cafd0af9f093 req-9cf6c767-4fc0-4ba1-9fad-14d5bc0489c7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260743 Jun 17 07:26:07.870165 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:07.876578 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ca588636-f632-492c-9057-edf18a3ce22d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:07.878726 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ca588636-f632-492c-9057-edf18a3ce22d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 811 time: 0.1797125 Jun 17 07:26:07.959409 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-3f2151fd-ffdd-4fda-8dc2-d9c17cc472dd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2b7ae6a418640629020f39ac455d075 HTTP/1.1" status: 200 len: 380 time: 0.0722091 Jun 17 07:26:07.975961 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'port': {'device_id': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'admin_state_up': True, 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'security_groups': ['5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:26:08.180209 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Made reservation on behalf of d2b7ae6a418640629020f39ac455d075 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:26:08.186743 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:08.409185 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2159c467-d869-42f3-a045-6f3ffa7daa4b req-4456ea56-4ec9-4d5b-aa00-1bc10f989b63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 210 time: 0.0578389 Jun 17 07:26:08.443044 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:08.494592 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daaa2f-83a0-432c-8918-8774cf3c6b4a req-c4cada9e-a739-41da-a400-66ee29c071a4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:08.502021 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e8daaa2f-83a0-432c-8918-8774cf3c6b4a req-c4cada9e-a739-41da-a400-66ee29c071a4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.1060054 Jun 17 07:26:08.530651 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Allocated IP 172.20.0.8 (270f7e8d-fe10-476d-b957-559a5be577a9/5b242935-6925-4b3d-88c1-de1c7a282c76/f987d351-5531-4e29-9020-013999acc4e6) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:26:08.581333 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e8daaa2f-83a0-432c-8918-8774cf3c6b4a req-38af61fd-9613-4696-a502-fb029d92e146 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783443 Jun 17 07:26:08.709958 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for port (f987d351-5531-4e29-9020-013999acc4e6), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:08.744884 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (f987d351-5531-4e29-9020-013999acc4e6), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:08.780893 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:08.790496 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Network 270f7e8d-fe10-476d-b957-559a5be577a9 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:26:08.795713 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:26:08.798435 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:26:08.834564 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'Port': ['ID=f987d351-5531-4e29-9020-013999acc4e6,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:08.865367 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:08.866309 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:08.896312 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-ce6324a9-76ac-4158-a2b8-734aa8484b87 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9308336 Jun 17 07:26:08.969756 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:08.991581 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cc6ff-51bb-4dad-b88c-dd424917e462 req-18b99a6f-b416-4537-94fb-0378c5228e53 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:08.993326 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6d1cc6ff-51bb-4dad-b88c-dd424917e462 req-18b99a6f-b416-4537-94fb-0378c5228e53 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0646291 Jun 17 07:26:09.053295 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6d1cc6ff-51bb-4dad-b88c-dd424917e462 req-2d309cc5-56cc-4338-a8b3-7e15984ac214 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542107 Jun 17 07:26:09.058874 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-76874c90-fca0-42dc-b3f5-059567eaf192 None None] Provisioning complete for port f987d351-5531-4e29-9020-013999acc4e6 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:26:09.059853 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-76874c90-fca0-42dc-b3f5-059567eaf192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (f987d351-5531-4e29-9020-013999acc4e6), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:09.099970 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-76874c90-fca0-42dc-b3f5-059567eaf192 None None] Port f987d351-5531-4e29-9020-013999acc4e6 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:26:09.555273 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9ee49-5550-45b5-a583-d21e0740f507 req-bd47829e-5867-4ee7-a77f-20324987695d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:09.557005 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d8f9ee49-5550-45b5-a583-d21e0740f507 req-bd47829e-5867-4ee7-a77f-20324987695d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 931 time: 0.0575411 Jun 17 07:26:09.613370 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d8f9ee49-5550-45b5-a583-d21e0740f507 req-29fa6345-4bcf-4c3f-a498-41436bc535db tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496545 Jun 17 07:26:09.717189 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73441968-51f6-4a01-aad4-1db97053815a req-8dd7288c-49d7-430f-aa30-72e120ca89a4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:09.718734 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-73441968-51f6-4a01-aad4-1db97053815a req-8dd7288c-49d7-430f-aa30-72e120ca89a4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0491457 Jun 17 07:26:09.766062 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:09.771193 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-73441968-51f6-4a01-aad4-1db97053815a req-a40bfdc4-5f90-4a36-a5ca-06bd06094549 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465426 Jun 17 07:26:10.176168 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3bba7-01a0-43be-8291-05c3ef418b62 req-da1790e1-0d33-48d4-8472-cc5ee086abfa tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:10.177735 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-91c3bba7-01a0-43be-8291-05c3ef418b62 req-da1790e1-0d33-48d4-8472-cc5ee086abfa tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0507166 Jun 17 07:26:10.237554 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-91c3bba7-01a0-43be-8291-05c3ef418b62 req-6f394129-96a0-4b9a-b70a-5e3cac4426bc tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534132 Jun 17 07:26:10.733636 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a3ecd-de4d-424c-aacc-74828b65fa31 req-c43f68ee-12f9-4880-9544-060429d9bc4e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:10.735836 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f01a3ecd-de4d-424c-aacc-74828b65fa31 req-c43f68ee-12f9-4880-9544-060429d9bc4e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 931 time: 0.0487597 Jun 17 07:26:10.795287 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f01a3ecd-de4d-424c-aacc-74828b65fa31 req-032d81ed-349f-4e97-8ada-cd7d2a3dd9e4 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522571 Jun 17 07:26:10.911205 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792895c-9b2e-4967-a16e-e562a4f0e880 req-4ef10845-b433-44e9-8af7-c5067d406a62 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:10.912827 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0792895c-9b2e-4967-a16e-e562a4f0e880 req-4ef10845-b433-44e9-8af7-c5067d406a62 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0553191 Jun 17 07:26:10.964515 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0792895c-9b2e-4967-a16e-e562a4f0e880 req-37967435-ebb9-4226-8b33-c8dc8ec49b07 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Jun 17 07:26:11.373897 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b50d0d-f95a-43f6-9b0e-bdf7733ad760 req-6a909049-2871-46e3-bb6b-8cdced691d9d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:11.375535 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-42b50d0d-f95a-43f6-9b0e-bdf7733ad760 req-6a909049-2871-46e3-bb6b-8cdced691d9d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0486541 Jun 17 07:26:11.446119 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-42b50d0d-f95a-43f6-9b0e-bdf7733ad760 req-6c6e45b8-dc70-4134-a5a4-08f000346ca2 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644274 Jun 17 07:26:11.922483 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2df74-d272-4ade-9e01-2dc5b97351ee req-6974a5ec-b180-4890-8a71-32ebd80d687a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:11.924585 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c7e2df74-d272-4ade-9e01-2dc5b97351ee req-6974a5ec-b180-4890-8a71-32ebd80d687a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 931 time: 0.0523844 Jun 17 07:26:11.978245 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c7e2df74-d272-4ade-9e01-2dc5b97351ee req-910debf2-31ee-4dee-8ba2-1548dff2be77 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469837 Jun 17 07:26:12.095265 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48253da-2307-4d62-a6ed-a9b84ab95c53 req-c3f7ac06-75d2-4455-921f-b8e703b498be tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:12.096770 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f48253da-2307-4d62-a6ed-a9b84ab95c53 req-c3f7ac06-75d2-4455-921f-b8e703b498be tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0545952 Jun 17 07:26:12.150226 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f48253da-2307-4d62-a6ed-a9b84ab95c53 req-a1009f75-6d0e-4f51-9fcc-210ba38087ee tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478661 Jun 17 07:26:12.567419 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5856-7844-4186-902a-c1e376382570 req-05615201-a9dc-434e-b6fc-4132a5ba5a3f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:12.569092 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-165d5856-7844-4186-902a-c1e376382570 req-05615201-a9dc-434e-b6fc-4132a5ba5a3f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0597298 Jun 17 07:26:12.628421 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-165d5856-7844-4186-902a-c1e376382570 req-997ea1eb-6a9f-48df-9c2e-e1098f2aff37 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534120 Jun 17 07:26:13.103793 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f322c-faef-4a52-9c58-7aa2679fc700 req-36bddd41-b2e8-4121-8554-2f237a9be8bc tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:13.105597 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f22f322c-faef-4a52-9c58-7aa2679fc700 req-36bddd41-b2e8-4121-8554-2f237a9be8bc tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 931 time: 0.0555987 Jun 17 07:26:13.156296 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f22f322c-faef-4a52-9c58-7aa2679fc700 req-011acd35-30c1-4c00-8286-e942e0742854 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446210 Jun 17 07:26:13.239399 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:13.280256 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b75e8-cacf-41b5-bb77-d4f3bd236505 req-81c1d37c-b470-417b-b222-b68fd12d228b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:13.281850 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7d4b75e8-cacf-41b5-bb77-d4f3bd236505 req-81c1d37c-b470-417b-b222-b68fd12d228b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0514457 Jun 17 07:26:13.334100 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7d4b75e8-cacf-41b5-bb77-d4f3bd236505 req-6960ac4d-2811-4774-9b0e-1b687714fed3 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462356 Jun 17 07:26:13.746759 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908eaf7-ad38-411f-9b49-0f8f371ab7dc req-bb600a4a-1020-45d3-b566-3222a0331cf7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:13.748810 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5908eaf7-ad38-411f-9b49-0f8f371ab7dc req-bb600a4a-1020-45d3-b566-3222a0331cf7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0488260 Jun 17 07:26:13.803455 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5908eaf7-ad38-411f-9b49-0f8f371ab7dc req-a0a9e7eb-dd7a-42df-9aaa-d00c900b3b65 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491977 Jun 17 07:26:14.272277 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2298b-4792-4d50-b061-c9d7cf8139e8 req-f7bac6e0-bb15-4ce0-b572-7fc310579059 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:14.273908 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2cb2298b-4792-4d50-b061-c9d7cf8139e8 req-f7bac6e0-bb15-4ce0-b572-7fc310579059 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 931 time: 0.0483794 Jun 17 07:26:14.330317 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2cb2298b-4792-4d50-b061-c9d7cf8139e8 req-be2ff1fd-a8c7-4b91-8246-947cd344376c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508826 Jun 17 07:26:14.465918 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1735b-9af4-48bc-ae12-f808e7efc3bc req-12eb3ed6-c017-479d-b75e-e19cca09f123 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:14.473917 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-31f1735b-9af4-48bc-ae12-f808e7efc3bc req-12eb3ed6-c017-479d-b75e-e19cca09f123 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0606856 Jun 17 07:26:14.531744 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-31f1735b-9af4-48bc-ae12-f808e7efc3bc req-9d18883c-32f5-4b11-81d9-cb513e549f05 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568078 Jun 17 07:26:14.954859 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554f2eb-ce5a-41d9-9f09-67553804afed req-39f81d27-178f-4429-82d1-cd8aa0b132b8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:14.956619 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7554f2eb-ce5a-41d9-9f09-67553804afed req-39f81d27-178f-4429-82d1-cd8aa0b132b8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0827355 Jun 17 07:26:15.061717 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7554f2eb-ce5a-41d9-9f09-67553804afed req-42e6dcf5-877b-48fb-8d4c-737455264c29 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909710 Jun 17 07:26:15.153386 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:15.455013 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7ac7b-5652-4f17-a905-33a955412ac2 req-e9552b1c-8afa-4fa3-80c7-f4f3860ac73b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:15.456643 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-77b7ac7b-5652-4f17-a905-33a955412ac2 req-e9552b1c-8afa-4fa3-80c7-f4f3860ac73b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 931 time: 0.0482872 Jun 17 07:26:15.515133 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-77b7ac7b-5652-4f17-a905-33a955412ac2 req-f4b58899-ad5c-4ef8-bdd3-257c787f4779 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525801 Jun 17 07:26:15.660891 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598773f-ccb7-4a59-b197-57bf0d89a887 req-6d639b26-57e4-4f04-b56f-7b045898b286 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:15.662568 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6598773f-ccb7-4a59-b197-57bf0d89a887 req-6d639b26-57e4-4f04-b56f-7b045898b286 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0504704 Jun 17 07:26:15.719877 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6598773f-ccb7-4a59-b197-57bf0d89a887 req-ae9f796a-1496-4ec9-b82d-b4f04073cb2b tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514395 Jun 17 07:26:16.173074 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935cd26-757f-4c67-a814-c1b4ada3f98a req-b9c5a3ad-ab17-4ab0-966f-d75e33986ba0 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:16.174668 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6935cd26-757f-4c67-a814-c1b4ada3f98a req-b9c5a3ad-ab17-4ab0-966f-d75e33986ba0 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0491798 Jun 17 07:26:16.234894 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6935cd26-757f-4c67-a814-c1b4ada3f98a req-d3bbc896-8026-426d-b7b7-b7f9e9ada20c tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543747 Jun 17 07:26:16.715027 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379488d-1df0-42fd-be1f-930ac42b684f req-c2e57c84-fb6c-48e0-bc29-472b01337b0f tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:16.716150 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5379488d-1df0-42fd-be1f-930ac42b684f req-c2e57c84-fb6c-48e0-bc29-472b01337b0f tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 931 time: 0.0669861 Jun 17 07:26:16.768853 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:16.813323 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5379488d-1df0-42fd-be1f-930ac42b684f req-c359c8f3-d668-403e-a7fa-8235abcb6b2c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909548 Jun 17 07:26:16.891494 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd9c3c-7ccd-4047-a318-41f6ce45d465 req-4e41c871-5dce-49b0-a1c6-5ae755db9b34 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:16.893035 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-67bd9c3c-7ccd-4047-a318-41f6ce45d465 req-4e41c871-5dce-49b0-a1c6-5ae755db9b34 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0671403 Jun 17 07:26:16.946967 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-67bd9c3c-7ccd-4047-a318-41f6ce45d465 req-b8875593-2307-440e-8dad-b00a3498f60f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481830 Jun 17 07:26:17.347983 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Request body: {'port': {'device_id': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:26:17.357415 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2de34-cc01-4690-a24a-2d634e5be6b8 req-1d0e8fc6-8029-4add-94bf-75640289eeac tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:17.359515 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-74b2de34-cc01-4690-a24a-2d634e5be6b8 req-1d0e8fc6-8029-4add-94bf-75640289eeac tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0480630 Jun 17 07:26:17.385347 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:17.421156 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-74b2de34-cc01-4690-a24a-2d634e5be6b8 req-3279fbb9-1751-4402-bcc2-5b4a0163ae2c tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552876 Jun 17 07:26:17.423838 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (f987d351-5531-4e29-9020-013999acc4e6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:17.520178 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c457400-6107-4bcb-8b84-86ee62d80a14 req-d0092dae-b38b-46a6-891c-6d81ed6215b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:17.521666 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2c457400-6107-4bcb-8b84-86ee62d80a14 req-d0092dae-b38b-46a6-891c-6d81ed6215b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f92a857cef0a43d4907fbc667e30df6d&device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 1130 time: 0.0810630 Jun 17 07:26:17.735059 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f987d351-5531-4e29-9020-013999acc4e6 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:26:17.743595 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Publish callbacks [] for port (f987d351-5531-4e29-9020-013999acc4e6), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:17.757273 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Transition to ACTIVE for port object f987d351-5531-4e29-9020-013999acc4e6 will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:26:17.761132 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (f987d351-5531-4e29-9020-013999acc4e6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:17.785011 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:17.812027 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Pushing event updated for resources: {'Port': ['ID=f987d351-5531-4e29-9020-013999acc4e6,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:17.825586 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.825938 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.826309 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.826647 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.826982 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.827311 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.827637 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.827962 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.828311 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.828632 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.828957 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.829307 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.829626 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.829949 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.830269 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:17.910349 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Attempting to bind port f987d351-5531-4e29-9020-013999acc4e6 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:26:17.911522 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Attempting to bind port f987d351-5531-4e29-9020-013999acc4e6 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:26:17.912178 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Attempting to bind port f987d351-5531-4e29-9020-013999acc4e6 on network 270f7e8d-fe10-476d-b957-559a5be577a9 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:26:17.917271 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Port f987d351-5531-4e29-9020-013999acc4e6 on network 270f7e8d-fe10-476d-b957-559a5be577a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:26:17.917800 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Attempting to bind port f987d351-5531-4e29-9020-013999acc4e6 on network 270f7e8d-fe10-476d-b957-559a5be577a9 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:26:17.923881 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:26:17.924315 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Checking segment: {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:26:17.924714 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Bound using segment: {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:26:17.925129 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Bound port: f987d351-5531-4e29-9020-013999acc4e6, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:26:17.925482 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (f987d351-5531-4e29-9020-013999acc4e6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:17.949625 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157cda8-ad7b-4625-aea1-211eca5fd3c8 req-cdc214c7-a468-4b7c-849a-50e8ef515b93 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:17.951251 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6157cda8-ad7b-4625-aea1-211eca5fd3c8 req-cdc214c7-a468-4b7c-849a-50e8ef515b93 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 943 time: 0.0554955 Jun 17 07:26:17.993560 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] For port f987d351-5531-4e29-9020-013999acc4e6, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:26:17.997277 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] For port f987d351-5531-4e29-9020-013999acc4e6, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=f987d351-5531-4e29-9020-013999acc4e6,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:26:17.999865 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:18.004181 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (f987d351-5531-4e29-9020-013999acc4e6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:18.005372 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6157cda8-ad7b-4625-aea1-211eca5fd3c8 req-2d45630b-ec8d-42c9-b366-3ff1bd7558b3 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481942 Jun 17 07:26:18.048476 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:18.049440 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:18.050461 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] 10.222.0.16 "PUT /v2.0/ports/f987d351-5531-4e29-9020-013999acc4e6 HTTP/1.1" status: 200 len: 1093 time: 0.7094221 Jun 17 07:26:18.051480 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'tag': 'f987d351-5531-4e29-9020-013999acc4e6'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:26:18.053791 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf8414-813d-490b-9df8-927ef50b24a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d47fec78-0275-4db6-a345-a4999f2863b4", "tag": "f987d351-5531-4e29-9020-013999acc4e6"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:26:18.080448 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7777b20-39db-4259-9fb6-b1058370a526 service neutron] Pushing event updated for resources: {'Port': ['ID=f987d351-5531-4e29-9020-013999acc4e6,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:18.119335 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57fe4b-025c-47af-a865-a470905628f5 req-b1bd6874-bade-4ca6-bf92-a25dffb25685 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:18.120937 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8f57fe4b-025c-47af-a865-a470905628f5 req-b1bd6874-bade-4ca6-bf92-a25dffb25685 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0500262 Jun 17 07:26:18.170816 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8f57fe4b-025c-47af-a865-a470905628f5 req-b4f35360-d2c0-484e-9bdf-427fdc4b430d tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427835 Jun 17 07:26:18.222114 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf2fd55-430f-4daa-a881-7eb1b7bd98a8 x-openstack-request-id: req-9bf2fd55-430f-4daa-a881-7eb1b7bd98a8 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:26:18.222405 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47fec78-0275-4db6-a345-a4999f2863b4", "tag": "f987d351-5531-4e29-9020-013999acc4e6", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:26:18.222660 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9bf2fd55-430f-4daa-a881-7eb1b7bd98a8 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:26:18.223069 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf2fd55-430f-4daa-a881-7eb1b7bd98a8'] response: {'name': 'network-changed', 'server_uuid': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'tag': 'f987d351-5531-4e29-9020-013999acc4e6', 'status': 'completed', 'code': 200} Jun 17 07:26:18.554772 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91915c-a2a9-46e8-b6ca-afa38a9d2ca8 req-3807c6f4-1622-4ca3-81d4-e805dae4e76b tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:18.556628 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ab91915c-a2a9-46e8-b6ca-afa38a9d2ca8 req-3807c6f4-1622-4ca3-81d4-e805dae4e76b tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0509400 Jun 17 07:26:18.617099 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ab91915c-a2a9-46e8-b6ca-afa38a9d2ca8 req-25b68902-24c2-4bca-bee3-6fc27b7d79c9 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536723 Jun 17 07:26:18.652247 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f5875e76-d3a2-416b-a26d-c8853b442a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:18.653834 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-f5875e76-d3a2-416b-a26d-c8853b442a5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 1127 time: 0.0939925 Jun 17 07:26:18.678525 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c457400-6107-4bcb-8b84-86ee62d80a14 req-f3652c9b-4cf6-4884-bd8e-24029423dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:18.680003 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2c457400-6107-4bcb-8b84-86ee62d80a14 req-f3652c9b-4cf6-4884-bd8e-24029423dff1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cda22a3-ed9a-495c-94c5-566aedd4005f HTTP/1.1" status: 200 len: 909 time: 0.1492779 Jun 17 07:26:18.767610 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-5cf66d72-58c3-4fd7-b646-e59f819b3640 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f987d351-5531-4e29-9020-013999acc4e6 HTTP/1.1" status: 200 len: 217 time: 0.0703330 Jun 17 07:26:18.814694 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2c457400-6107-4bcb-8b84-86ee62d80a14 req-c2170c6e-3c9d-49dc-8a43-74798217b835 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6e6009-fcde-4778-b310-a5edbcb21692 HTTP/1.1" status: 200 len: 1002 time: 0.1186306 Jun 17 07:26:18.873347 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-57171010-e436-4862-9ace-3cffa19312f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:18.874900 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-57171010-e436-4862-9ace-3cffa19312f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.1007934 Jun 17 07:26:18.900512 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:18.933244 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c457400-6107-4bcb-8b84-86ee62d80a14 req-e2de8a87-6197-4ddc-a16c-77a3a0db8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:18.937063 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2c457400-6107-4bcb-8b84-86ee62d80a14 req-e2de8a87-6197-4ddc-a16c-77a3a0db8db3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41a60316-a518-4f9c-ac83-c96f9e396f63 HTTP/1.1" status: 200 len: 847 time: 0.1139414 Jun 17 07:26:18.957250 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-d08233ef-6193-4dff-bff2-e7ba547c2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:18.959335 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-d08233ef-6193-4dff-bff2-e7ba547c2706 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766249 Jun 17 07:26:19.008814 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c457400-6107-4bcb-8b84-86ee62d80a14 req-e0c8f8ed-6dc0-44b5-b4b2-fbdb37f0c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:19.010333 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2c457400-6107-4bcb-8b84-86ee62d80a14 req-e0c8f8ed-6dc0-44b5-b4b2-fbdb37f0c51c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cda22a3-ed9a-495c-94c5-566aedd4005f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656352 Jun 17 07:26:19.121189 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee43fc-2bb3-4836-8cd2-a09a44d0fccd req-3b6427d0-1b0e-460d-97ab-eb3854949419 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:19.122638 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-37ee43fc-2bb3-4836-8cd2-a09a44d0fccd req-3b6427d0-1b0e-460d-97ab-eb3854949419 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 943 time: 0.0471642 Jun 17 07:26:19.128667 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-c37b7d53-0ef1-4039-94dc-db239264d2e1 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538434 Jun 17 07:26:19.173468 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-37ee43fc-2bb3-4836-8cd2-a09a44d0fccd req-585feb49-8a3d-48be-b71f-abee127d2234 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Jun 17 07:26:19.176454 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2c457400-6107-4bcb-8b84-86ee62d80a14 req-857f511a-61e6-4a15-b526-3a05cba5d79c service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370485 Jun 17 07:26:19.227033 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:19.346253 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1ba3231b-51c6-4824-a728-9f66d7ce6d2d req-824e76d6-fece-43b0-8ec5-a27ab9488c7a service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114043 Jun 17 07:26:19.356925 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c0806-e1d1-473a-b7a9-b1d5d8369914 req-0c273738-3efb-431a-b2bb-fdb63c840d69 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:19.358835 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b85c0806-e1d1-473a-b7a9-b1d5d8369914 req-0c273738-3efb-431a-b2bb-fdb63c840d69 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 944 time: 0.0873125 Jun 17 07:26:19.364592 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2c457400-6107-4bcb-8b84-86ee62d80a14 req-c939bb20-ae02-4ada-a13a-50aa5a716db5 service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569338 Jun 17 07:26:19.408731 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b85c0806-e1d1-473a-b7a9-b1d5d8369914 req-09ad1638-34d2-4b67-8faa-80371039f9ca tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431123 Jun 17 07:26:19.460360 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:19.465339 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:19.744321 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50f3e5-26bb-4016-b96f-5450de8353d0 req-cf194b29-9430-4186-b0a7-21bc1b01d405 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:19.746759 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3d50f3e5-26bb-4016-b96f-5450de8353d0 req-cf194b29-9430-4186-b0a7-21bc1b01d405 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0631890 Jun 17 07:26:19.798040 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3d50f3e5-26bb-4016-b96f-5450de8353d0 req-23b7dca6-b8e3-40c4-b2d0-1448fdb2ab32 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456231 Jun 17 07:26:20.139655 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device dba1d1a8-9ccb-4208-8f53-aedafc10079e details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:26:20.264301 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:20.265902 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:20.280825 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:20.312430 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'port_id': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'mac_address': 'fa:16:3e:82:37:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:26:20.357502 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port dba1d1a8-9ccb-4208-8f53-aedafc10079e is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:26:20.358284 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:20.366922 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c4a49-ae2c-459a-a28a-5e80e5b52c02 req-d4dc8552-5967-415c-acf7-5686ed3af3b7 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:20.377344 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba1d1a8-9ccb-4208-8f53-aedafc10079e {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:26:20.381787 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e29c4a49-ae2c-459a-a28a-5e80e5b52c02 req-d4dc8552-5967-415c-acf7-5686ed3af3b7 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 943 time: 0.0953388 Jun 17 07:26:20.432753 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:20.442448 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:20.452887 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e29c4a49-ae2c-459a-a28a-5e80e5b52c02 req-fd3ca733-4364-4024-9530-444e18dfcb67 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695508 Jun 17 07:26:20.509818 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=dba1d1a8-9ccb-4208-8f53-aedafc10079e,revision_number=9']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:20.558684 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f72156-4708-4ef2-97d2-2d93cef3ef9e req-adc303fa-9035-4252-acfa-39fd645f7992 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:20.566598 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b4f72156-4708-4ef2-97d2-2d93cef3ef9e req-adc303fa-9035-4252-acfa-39fd645f7992 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 945 time: 0.0903292 Jun 17 07:26:20.624474 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b4f72156-4708-4ef2-97d2-2d93cef3ef9e req-aa73e8f5-c226-40a4-a5f6-a24b785f51ae tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568457 Jun 17 07:26:20.632755 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df3d9c-428d-4bda-8572-bfb3ebe737d1 req-92915299-f5b6-4a7f-89cf-a3a95f15eb4f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:20.634397 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-30df3d9c-428d-4bda-8572-bfb3ebe737d1 req-92915299-f5b6-4a7f-89cf-a3a95f15eb4f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 945 time: 0.0606248 Jun 17 07:26:20.696775 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['dba1d1a8-9ccb-4208-8f53-aedafc10079e'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:26:20.707411 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8414-813d-490b-9df8-927ef50b24a8 req-23a85e9d-3c1d-4f31-a5f9-bb664597a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:20.708938 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aebf8414-813d-490b-9df8-927ef50b24a8 req-23a85e9d-3c1d-4f31-a5f9-bb664597a7be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 1127 time: 0.0674138 Jun 17 07:26:20.724373 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-30df3d9c-428d-4bda-8572-bfb3ebe737d1 req-2af9a77b-2e7e-458f-84fb-7645d408ef72 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746717 Jun 17 07:26:20.930051 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ebbd0-fca4-4db3-beac-a95906925b4f req-3c50adf3-7b78-47d3-b8d8-9af48580f28e tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:20.932133 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f48ebbd0-fca4-4db3-beac-a95906925b4f req-3c50adf3-7b78-47d3-b8d8-9af48580f28e tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0558949 Jun 17 07:26:21.025088 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-f48ebbd0-fca4-4db3-beac-a95906925b4f req-b3b52822-8081-4ed8-b33b-6d52b65e006f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845962 Jun 17 07:26:21.613178 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c45112-dbd1-4904-aaab-4d1ca582ac55 req-a68e1b06-2c36-4a7f-bc8a-4211b2d97d70 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:21.614799 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-62c45112-dbd1-4904-aaab-4d1ca582ac55 req-a68e1b06-2c36-4a7f-bc8a-4211b2d97d70 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 943 time: 0.0537922 Jun 17 07:26:21.680107 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-62c45112-dbd1-4904-aaab-4d1ca582ac55 req-a6555e69-ddf5-44ef-bf0a-0ea29b16b552 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592709 Jun 17 07:26:21.745329 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61035c-73e0-428d-9f15-0ee966cb9f90 req-e1eeb63d-44d7-428a-999a-ac49751c4ed7 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:21.746877 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0f61035c-73e0-428d-9f15-0ee966cb9f90 req-e1eeb63d-44d7-428a-999a-ac49751c4ed7 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 945 time: 0.0494578 Jun 17 07:26:21.808902 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0f61035c-73e0-428d-9f15-0ee966cb9f90 req-9e7de39e-4352-45db-ac7a-502166ef0229 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544529 Jun 17 07:26:21.851407 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34688ad2-89f8-495d-93cc-59ad291501eb req-84309dd1-c9c4-4188-ab89-2201879b8168 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:21.852934 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-34688ad2-89f8-495d-93cc-59ad291501eb req-84309dd1-c9c4-4188-ab89-2201879b8168 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 945 time: 0.0491745 Jun 17 07:26:21.893051 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:21.909697 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-34688ad2-89f8-495d-93cc-59ad291501eb req-813e4b5d-5603-488a-90ef-391a15c4928f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506392 Jun 17 07:26:22.148978 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device dba1d1a8-9ccb-4208-8f53-aedafc10079e up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:26:22.152431 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cc764-c134-4c8b-a6b8-c9ff10c0b1c7 req-3ce7bd1f-487e-4ae5-8a29-140782b89633 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:22.154025 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d62cc764-c134-4c8b-a6b8-c9ff10c0b1c7 req-3ce7bd1f-487e-4ae5-8a29-140782b89633 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0520141 Jun 17 07:26:22.201465 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port dba1d1a8-9ccb-4208-8f53-aedafc10079e triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:26:22.201986 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:22.228764 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d62cc764-c134-4c8b-a6b8-c9ff10c0b1c7 req-21bce9fe-d686-43bb-ae16-fbdd91d54645 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608318 Jun 17 07:26:22.286895 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port dba1d1a8-9ccb-4208-8f53-aedafc10079e is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:26:22.287387 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:22.318256 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:26:22.321078 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0be796-23f3-4880-b7e7-279d18b031cb" -d '{"events": [{"server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "name": "network-vif-plugged", "status": "completed", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:26:22.339748 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:22.347072 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:22.383372 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d97c64-0e4e-4972-b9a8-0358d141bf7c x-openstack-request-id: req-06d97c64-0e4e-4972-b9a8-0358d141bf7c {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:26:22.383744 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "name": "network-vif-plugged", "status": "completed", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:26:22.384086 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-06d97c64-0e4e-4972-b9a8-0358d141bf7c {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:26:22.384536 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d97c64-0e4e-4972-b9a8-0358d141bf7c'] response: {'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'code': 200} Jun 17 07:26:22.439373 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=dba1d1a8-9ccb-4208-8f53-aedafc10079e,revision_number=10']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:22.611387 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbcd7e-7371-4317-9bed-2ac572df7f75 req-69d7c6c5-8095-4558-8331-49b5d21b6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:22.612931 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b7fbcd7e-7371-4317-9bed-2ac572df7f75 req-69d7c6c5-8095-4558-8331-49b5d21b6161 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 1131 time: 0.0459063 Jun 17 07:26:22.667290 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a8e7cfaa-ebdb-4327-9b51-2b3796251178 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:22.669065 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a8e7cfaa-ebdb-4327-9b51-2b3796251178 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.16 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 945 time: 0.0879970 Jun 17 07:26:22.669785 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:22.687259 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b7fbcd7e-7371-4317-9bed-2ac572df7f75 req-41862f7f-7932-48bb-b22d-5b4987a74a61 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498760 Jun 17 07:26:22.733110 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8414-813d-490b-9df8-927ef50b24a8 req-972e83dd-cedc-4bf9-ae69-915c69a9f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:22.735563 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aebf8414-813d-490b-9df8-927ef50b24a8 req-972e83dd-cedc-4bf9-ae69-915c69a9f7f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 912 time: 0.4864757 Jun 17 07:26:22.798408 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Deleting port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:26:22.798818 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:22.820721 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd6178-5fe4-4e34-874a-ba104fe8d93e req-13dd19c3-4a7a-4fc2-a609-6c4da24825f2 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:22.822291 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a5cd6178-5fe4-4e34-874a-ba104fe8d93e req-13dd19c3-4a7a-4fc2-a609-6c4da24825f2 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 943 time: 0.0548670 Jun 17 07:26:22.881065 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a5cd6178-5fe4-4e34-874a-ba104fe8d93e req-ec07eb71-8ee2-479e-83d4-bb0a617ad6cb tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525992 Jun 17 07:26:22.984641 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aebf8414-813d-490b-9df8-927ef50b24a8 req-6e34868d-ab78-4cc5-beb4-bba8d35d4286 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f987d351-5531-4e29-9020-013999acc4e6 HTTP/1.1" status: 200 len: 217 time: 0.0755653 Jun 17 07:26:22.988468 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] For port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8ad0ac99-8aca-4f10-a23a-7c33706d11e5,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:22.988835 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:23.014266 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ba1be-dd5d-4fb8-872c-9fed07f42d06 req-c7605162-80cc-4feb-86f6-49437beca010 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:23.016456 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c50ba1be-dd5d-4fb8-872c-9fed07f42d06 req-c7605162-80cc-4feb-86f6-49437beca010 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 945 time: 0.1208944 Jun 17 07:26:23.056652 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4e41-4aab-40fe-9074-f48625132daa req-4e0c78d2-5cac-4e02-89ea-4e96f2a48e26 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:23.065341 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-85da4e41-4aab-40fe-9074-f48625132daa req-4e0c78d2-5cac-4e02-89ea-4e96f2a48e26 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 947 time: 0.0722671 Jun 17 07:26:23.104700 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:23.120023 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-85da4e41-4aab-40fe-9074-f48625132daa req-c13b15bf-60ca-4cc7-8548-cc3979be0dc7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530705 Jun 17 07:26:23.167889 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8414-813d-490b-9df8-927ef50b24a8 req-44668b37-e97d-4a72-a6c9-29d6d1b66deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:23.169385 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aebf8414-813d-490b-9df8-927ef50b24a8 req-44668b37-e97d-4a72-a6c9-29d6d1b66deb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.1757512 Jun 17 07:26:23.199132 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c50ba1be-dd5d-4fb8-872c-9fed07f42d06 req-54df5f60-4c29-4f03-832a-193c1d17c6eb tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups?id=09fff7fd-2291-46fd-ac31-2fe137d2a88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576324 Jun 17 07:26:23.283689 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:23.284057 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (94801015-3896-4684-812c-88fabf82367a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:23.284400 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Floating IP 94801015-3896-4684-812c-88fabf82367a disassociated. External IP: 172.27.0.236, port: 8ad0ac99-8aca-4f10-a23a-7c33706d11e5. Jun 17 07:26:23.284757 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Calling delete_port for 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:26:23.341984 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=100 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:23.366808 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20539e88-b6e8-46d9-82bd-a93f87463365 req-e203e74d-4933-49c6-ad4e-702d70049dc8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:23.369742 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-20539e88-b6e8-46d9-82bd-a93f87463365 req-e203e74d-4933-49c6-ad4e-702d70049dc8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0641894 Jun 17 07:26:23.444256 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-20539e88-b6e8-46d9-82bd-a93f87463365 req-5d29c20b-84e7-4070-8d78-49e944b94824 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673985 Jun 17 07:26:23.466352 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8414-813d-490b-9df8-927ef50b24a8 req-4bbc4fb2-129c-4a1c-a3ae-38b03cc44443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:23.467890 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aebf8414-813d-490b-9df8-927ef50b24a8 req-4bbc4fb2-129c-4a1c-a3ae-38b03cc44443 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795984 Jun 17 07:26:23.483980 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (8ad0ac99-8aca-4f10-a23a-7c33706d11e5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:23.514495 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event deleted for resources: {'Port': ['ID=8ad0ac99-8aca-4f10-a23a-7c33706d11e5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:23.525710 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [req-8fe81770-a32b-4dae-b549-07c885a12e87 req-aa676dae-1242-4aca-b01b-ee32675b5e4d service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:26:23.526707 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8fe81770-a32b-4dae-b549-07c885a12e87 req-aa676dae-1242-4aca-b01b-ee32675b5e4d service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050936 Jun 17 07:26:23.608666 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:23.657188 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Router 9983c8b3-1141-4c4d-a398-86257364b374 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:26:23.723168 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ac548-0088-42fb-b7db-c256502a530d req-26a6dce8-a73c-4539-b94b-df04c6047903 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:23.724864 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5a1ac548-0088-42fb-b7db-c256502a530d req-26a6dce8-a73c-4539-b94b-df04c6047903 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0571496 Jun 17 07:26:23.741400 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-3c9e5dc4-ba86-4132-bd42-5ffe26652417 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139336 Jun 17 07:26:23.785558 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5a1ac548-0088-42fb-b7db-c256502a530d req-79a5fad6-ff87-43c1-a970-5f9f9e1f346c tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530787 Jun 17 07:26:23.918767 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-0f0254d6-222e-49ee-99d1-67ab0041001d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:23.920442 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-0f0254d6-222e-49ee-99d1-67ab0041001d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports/8f6e6009-fcde-4778-b310-a5edbcb21692 HTTP/1.1" status: 200 len: 943 time: 0.1401589 Jun 17 07:26:23.943953 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aebf8414-813d-490b-9df8-927ef50b24a8 req-4134e03b-9b29-47db-b3dc-ca33ec74f2ba service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846496 Jun 17 07:26:23.950365 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:26:23.965891 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da75a3fe-8ce8-41bd-8920-21d460b78c08 None None] Sync routers for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:26:23.994742 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75a3fe-8ce8-41bd-8920-21d460b78c08 None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:26:23.995891 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-da75a3fe-8ce8-41bd-8920-21d460b78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:26:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:24.034841 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] No DVR routers for this DVR port 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:26:24.038261 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:24.043216 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a4eac559-6284-4030-bb48-bc32e56c64b1 req-a1bdc1fe-0428-4d27-bbca-e74e60730c93 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.16 "DELETE /v2.0/ports/8ad0ac99-8aca-4f10-a23a-7c33706d11e5 HTTP/1.1" status: 204 len: 173 time: 1.3662162 Jun 17 07:26:24.047572 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'name': 'network-vif-deleted', 'tag': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:26:24.050774 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dc085f-b977-4c58-bdba-c5f244dec83b" -d '{"events": [{"server_uuid": "09501bed-6039-46fb-8dd3-6a6fba9865ed", "name": "network-vif-deleted", "tag": "8ad0ac99-8aca-4f10-a23a-7c33706d11e5"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:26:24.133031 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06df3993-0c0f-4bd6-b976-38995962bc20 x-openstack-request-id: req-06df3993-0c0f-4bd6-b976-38995962bc20 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:26:24.133325 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09501bed-6039-46fb-8dd3-6a6fba9865ed", "name": "network-vif-deleted", "tag": "8ad0ac99-8aca-4f10-a23a-7c33706d11e5", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:26:24.133581 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-06df3993-0c0f-4bd6-b976-38995962bc20 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:26:24.134016 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06df3993-0c0f-4bd6-b976-38995962bc20'] response: {'server_uuid': '09501bed-6039-46fb-8dd3-6a6fba9865ed', 'name': 'network-vif-deleted', 'tag': '8ad0ac99-8aca-4f10-a23a-7c33706d11e5', 'status': 'completed', 'code': 200} Jun 17 07:26:24.156761 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e616087-928a-4f2a-8ef5-a0c250e570fd req-84b0d3f1-2c8b-4d6c-a32d-5de6621f72c4 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:24.158352 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5e616087-928a-4f2a-8ef5-a0c250e570fd req-84b0d3f1-2c8b-4d6c-a32d-5de6621f72c4 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 943 time: 0.1141827 Jun 17 07:26:24.178008 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8f6e6009-fcde-4778-b310-a5edbcb21692 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:26:24.253648 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-da75a3fe-8ce8-41bd-8920-21d460b78c08 None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:26:24.278817 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5e616087-928a-4f2a-8ef5-a0c250e570fd req-a2974cf6-037e-4748-94c7-bfad05b90614 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983350 Jun 17 07:26:24.440399 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a9021c97-42c4-4906-99fe-cf832dba1f45 req-ca7d11aa-bca0-4824-b8e4-69e2433d21ec tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/ports?device_id=09501bed-6039-46fb-8dd3-6a6fba9865ed HTTP/1.1" status: 200 len: 210 time: 0.0406950 Jun 17 07:26:24.452181 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:24.464299 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12abf1-aca0-4d37-9e45-ae21ef511927 req-f973a5d9-82f7-4058-84dc-c757acec92bf tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:24.466293 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-df12abf1-aca0-4d37-9e45-ae21ef511927 req-f973a5d9-82f7-4058-84dc-c757acec92bf tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 947 time: 0.1208076 Jun 17 07:26:24.467979 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 8f6e6009-fcde-4778-b310-a5edbcb21692 is: ACTIVE; New status is: DOWN {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:26:24.468916 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:24.482473 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:24.489766 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aebf8414-813d-490b-9df8-927ef50b24a8 req-e7c6fea2-6a09-4d84-ad68-f711efe019f6 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873983 Jun 17 07:26:24.494106 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:24.535314 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-df12abf1-aca0-4d37-9e45-ae21ef511927 req-8d8b1fa1-4def-46c8-87ff-bb45b668f7c5 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613856 Jun 17 07:26:24.546160 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:26:24.548623 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62db2859-f715-444a-a086-e00d1026cf61" -d '{"events": [{"server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "name": "network-vif-unplugged", "status": "completed", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:26:24.572418 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8f6e6009-fcde-4778-b310-a5edbcb21692, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f6e6009-fcde-4778-b310-a5edbcb21692,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:24.592379 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Jun 2022 07:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18392875-49f8-4b33-872f-dd1434064114 x-openstack-request-id: req-18392875-49f8-4b33-872f-dd1434064114 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:26:24.592730 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "name": "network-vif-unplugged", "status": "failed", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692", "code": 422}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:26:24.593151 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-18392875-49f8-4b33-872f-dd1434064114 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:26:24.594138 dv-cinder-834822-4-iscsi neutron-server[103803]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-18392875-49f8-4b33-872f-dd1434064114']: {'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'code': 422} returned with failed status Jun 17 07:26:24.597538 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:24.692421 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=8f6e6009-fcde-4778-b310-a5edbcb21692,revision_number=6']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:24.710039 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-da75a3fe-8ce8-41bd-8920-21d460b78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:24.736121 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da75a3fe-8ce8-41bd-8920-21d460b78c08 None None] Checking router: 9983c8b3-1141-4c4d-a398-86257364b374 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:26:24.744884 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da75a3fe-8ce8-41bd-8920-21d460b78c08 None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:26:24.745494 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-da75a3fe-8ce8-41bd-8920-21d460b78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:26:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:24.922805 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638d12e-5573-4239-92ec-1951051da9d6 req-1c1490de-e146-493d-ab88-799c21afb60f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:24.924568 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7638d12e-5573-4239-92ec-1951051da9d6 req-1c1490de-e146-493d-ab88-799c21afb60f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0534232 Jun 17 07:26:24.979734 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7638d12e-5573-4239-92ec-1951051da9d6 req-8a3f6c01-4378-4b3e-9bc4-f085735489c1 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492947 Jun 17 07:26:25.018707 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-da75a3fe-8ce8-41bd-8920-21d460b78c08 None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:26:25.223838 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-da75a3fe-8ce8-41bd-8920-21d460b78c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:25.253966 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da75a3fe-8ce8-41bd-8920-21d460b78c08 None None] The sync data for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi is: [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:19:42Z', 'revision_number': 4, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'e76027f5-c2aa-443f-a85a-89c7d8f8e18c', 'name': '', 'network_id': '1239213d-0a3b-407c-aa59-5c1ac224edf4', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'mac_address': 'fa:16:3e:24:fc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:40Z', 'updated_at': '2022-06-17T07:19:51Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'subnets': [{'id': 'dacfbc50-0f0a-4fb0-9040-e06949d49000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:26:25.451824 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3ebf5-58ad-4be4-ad13-adf828da10e1 req-398fb6c1-4176-4ccd-b769-3914082d3ccc tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:25.453500 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-15e3ebf5-58ad-4be4-ad13-adf828da10e1 req-398fb6c1-4176-4ccd-b769-3914082d3ccc tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 943 time: 0.0747244 Jun 17 07:26:25.532433 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-15e3ebf5-58ad-4be4-ad13-adf828da10e1 req-4fc4105e-5f68-4264-af98-5dadd1d23b1a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730028 Jun 17 07:26:25.591897 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40746) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:25.631605 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adc12e-4c74-4802-a82f-298f9bad9320 None None] New status for floating IP 94801015-3896-4684-812c-88fabf82367a: DOWN {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:26:25.694180 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00180004-26b0-4754-81c8-2ff4d7221f10 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (09fff7fd-2291-46fd-ac31-2fe137d2a88d), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:25.709206 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcdf73-3746-4738-8da7-ac74bc890200 req-2d3171b9-f636-43d7-a013-6d82fd37cdcb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:25.710920 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-13fcdf73-3746-4738-8da7-ac74bc890200 req-2d3171b9-f636-43d7-a013-6d82fd37cdcb tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 947 time: 0.0690572 Jun 17 07:26:25.745278 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00180004-26b0-4754-81c8-2ff4d7221f10 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (09fff7fd-2291-46fd-ac31-2fe137d2a88d), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:25.801290 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-13fcdf73-3746-4738-8da7-ac74bc890200 req-85a84dba-cfd8-46a0-a35d-03552a8ae9f6 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844309 Jun 17 07:26:25.821305 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00180004-26b0-4754-81c8-2ff4d7221f10 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (09fff7fd-2291-46fd-ac31-2fe137d2a88d), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:25.824394 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00180004-26b0-4754-81c8-2ff4d7221f10 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:25.825525 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-00180004-26b0-4754-81c8-2ff4d7221f10 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "DELETE /v2.0/security-groups/09fff7fd-2291-46fd-ac31-2fe137d2a88d HTTP/1.1" status: 204 len: 168 time: 0.2326267 Jun 17 07:26:25.828989 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40748) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:25.835943 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00180004-26b0-4754-81c8-2ff4d7221f10 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fff7fd-2291-46fd-ac31-2fe137d2a88d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:25.846134 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.api.v2.resource [None req-a5607efb-5293-4813-a22b-4d5bdeac8eac tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] show failed (client error): The resource could not be found. Jun 17 07:26:25.850087 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-a5607efb-5293-4813-a22b-4d5bdeac8eac tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "GET /v2.0/security-groups/09fff7fd-2291-46fd-ac31-2fe137d2a88d HTTP/1.1" status: 404 len: 347 time: 0.0170076 Jun 17 07:26:25.850289 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40752) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:25.975115 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1b7383d9-d4f4-48b6-8582-3cbd8f226c25 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Deleting port b70324a6-7691-471f-a6ef-fe8427a6e201 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:26:25.975458 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b7383d9-d4f4-48b6-8582-3cbd8f226c25 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (b70324a6-7691-471f-a6ef-fe8427a6e201), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.054955 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b7383d9-d4f4-48b6-8582-3cbd8f226c25 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (b70324a6-7691-471f-a6ef-fe8427a6e201), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.055283 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b7383d9-d4f4-48b6-8582-3cbd8f226c25 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (b70324a6-7691-471f-a6ef-fe8427a6e201), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.091498 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1b7383d9-d4f4-48b6-8582-3cbd8f226c25 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Calling delete_port for b70324a6-7691-471f-a6ef-fe8427a6e201 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:26:26.119564 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086e406-c15a-4423-ace2-dc1d3c553670 req-8bc6eefb-13a6-4cc7-a163-5ba3711906cc tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:26.121084 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4086e406-c15a-4423-ace2-dc1d3c553670 req-8bc6eefb-13a6-4cc7-a163-5ba3711906cc tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0688934 Jun 17 07:26:26.151715 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:26:26.173089 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:26:26.173517 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8ad0ac99-8aca-4f10-a23a-7c33706d11e5 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:26:26.214945 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:26.224944 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4086e406-c15a-4423-ace2-dc1d3c553670 req-855c7f16-7e71-4e5d-b70a-f2ac3213560f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730064 Jun 17 07:26:26.299740 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b7383d9-d4f4-48b6-8582-3cbd8f226c25 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (b70324a6-7691-471f-a6ef-fe8427a6e201), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.323600 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7383d9-d4f4-48b6-8582-3cbd8f226c25 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Pushing event deleted for resources: {'Port': ['ID=b70324a6-7691-471f-a6ef-fe8427a6e201,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:26.398266 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b7383d9-d4f4-48b6-8582-3cbd8f226c25 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks [] for floatingip (94801015-3896-4684-812c-88fabf82367a), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.401160 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b7383d9-d4f4-48b6-8582-3cbd8f226c25 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.402067 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-1b7383d9-d4f4-48b6-8582-3cbd8f226c25 tempest-AttachVolumeTestJSON-399255042 tempest-AttachVolumeTestJSON-399255042-project] 10.222.0.33 "DELETE /v2.0/floatingips/94801015-3896-4684-812c-88fabf82367a HTTP/1.1" status: 204 len: 168 time: 0.5507934 Jun 17 07:26:26.605268 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40768) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:26.606815 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-7fdd4c45-151e-41ed-9f07-ab1263933e8a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--104737997', 'description': 'tempest-description--1581632636'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:26:26.666045 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4c45-151e-41ed-9f07-ab1263933e8a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.686559 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64898671-398d-45da-a589-8248088dfec3 req-8fc2babc-06d7-4e6e-8984-7a71952afeed tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:26.688934 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-64898671-398d-45da-a589-8248088dfec3 req-8fc2babc-06d7-4e6e-8984-7a71952afeed tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 943 time: 0.0684142 Jun 17 07:26:26.770031 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-64898671-398d-45da-a589-8248088dfec3 req-db773858-17a2-4e12-8b51-20b50289bbce tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715299 Jun 17 07:26:26.798734 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4c45-151e-41ed-9f07-ab1263933e8a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (98d58cf4-8be1-4bf1-9221-d8941bdbf61e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.803133 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4c45-151e-41ed-9f07-ab1263933e8a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (98d58cf4-8be1-4bf1-9221-d8941bdbf61e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.809121 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:26.839758 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fdd4c45-151e-41ed-9f07-ab1263933e8a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.841024 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-7fdd4c45-151e-41ed-9f07-ab1263933e8a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2382593 Jun 17 07:26:26.844600 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40770) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:26.846452 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd4c45-151e-41ed-9f07-ab1263933e8a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d58cf4-8be1-4bf1-9221-d8941bdbf61e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:26.850414 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-55125b35-c50e-45b3-a83e-e64cd8cec55b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group_rule': {'security_group_id': '98d58cf4-8be1-4bf1-9221-d8941bdbf61e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:26:26.880919 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-55125b35-c50e-45b3-a83e-e64cd8cec55b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (362db104-570a-459b-85eb-b9aa09bd3200), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.893780 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:26.911519 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-60a76f67-db9a-4024-8f6a-5bfe3711d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:26.913141 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-60a76f67-db9a-4024-8f6a-5bfe3711d757 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d&tenant_id=f92a857cef0a43d4907fbc667e30df6d HTTP/1.1" status: 200 len: 1128 time: 0.0439856 Jun 17 07:26:26.956234 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-55125b35-c50e-45b3-a83e-e64cd8cec55b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (362db104-570a-459b-85eb-b9aa09bd3200), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.963916 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-55125b35-c50e-45b3-a83e-e64cd8cec55b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (362db104-570a-459b-85eb-b9aa09bd3200), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:26.977723 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-23dba4d3-698f-4dc8-b9dd-23aa01cc1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:26.979436 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-23dba4d3-698f-4dc8-b9dd-23aa01cc1246 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f92a857cef0a43d4907fbc667e30df6d&device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 1128 time: 0.0446694 Jun 17 07:26:26.987141 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55125b35-c50e-45b3-a83e-e64cd8cec55b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362db104-570a-459b-85eb-b9aa09bd3200,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:27.003498 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-55125b35-c50e-45b3-a83e-e64cd8cec55b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:27.004794 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-55125b35-c50e-45b3-a83e-e64cd8cec55b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584976 Jun 17 07:26:27.009406 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40772) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:27.016582 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-bd71a5df-a54c-4386-a3b0-dced34e77c94 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group_rule': {'security_group_id': '98d58cf4-8be1-4bf1-9221-d8941bdbf61e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:26:27.042680 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bd71a5df-a54c-4386-a3b0-dced34e77c94 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (3407196c-c63c-431e-a5da-60bccbc1a7de), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:27.082303 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-7e3d9c9f-9a14-4378-9cc0-28a82a556a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:27.084429 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-7e3d9c9f-9a14-4378-9cc0-28a82a556a88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cda22a3-ed9a-495c-94c5-566aedd4005f HTTP/1.1" status: 200 len: 909 time: 0.0983799 Jun 17 07:26:27.106871 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bd71a5df-a54c-4386-a3b0-dced34e77c94 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (3407196c-c63c-431e-a5da-60bccbc1a7de), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:27.111427 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bd71a5df-a54c-4386-a3b0-dced34e77c94 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (3407196c-c63c-431e-a5da-60bccbc1a7de), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:27.131490 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71a5df-a54c-4386-a3b0-dced34e77c94 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3407196c-c63c-431e-a5da-60bccbc1a7de,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:27.139809 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bd71a5df-a54c-4386-a3b0-dced34e77c94 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:27.141215 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-bd71a5df-a54c-4386-a3b0-dced34e77c94 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294260 Jun 17 07:26:27.144228 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40774) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:27.150289 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:26:27.160748 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-ad654bbe-a845-42da-9427-5564b74ba896 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6e6009-fcde-4778-b310-a5edbcb21692 HTTP/1.1" status: 200 len: 1000 time: 0.0707462 Jun 17 07:26:27.181173 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:27.183818 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:27.215653 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-eeab07b8-dfb4-465f-826b-46de8187af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:27.217204 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-eeab07b8-dfb4-465f-826b-46de8187af4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41a60316-a518-4f9c-ac83-c96f9e396f63 HTTP/1.1" status: 200 len: 847 time: 0.0504916 Jun 17 07:26:27.269146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-d1fc05da-aa61-4731-9343-b0cd8f98b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:27.272209 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-d1fc05da-aa61-4731-9343-b0cd8f98b8a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cda22a3-ed9a-495c-94c5-566aedd4005f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490048 Jun 17 07:26:27.276002 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:27.385891 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf7c54-b906-40c2-ace9-14e49a22c9da req-de7c616b-0a0d-4991-bf31-30fc1f163cb7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:27.386797 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0baf7c54-b906-40c2-ace9-14e49a22c9da req-de7c616b-0a0d-4991-bf31-30fc1f163cb7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0684721 Jun 17 07:26:27.404224 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-4e89424c-bedc-476e-b08d-7c5d00296bd5 service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248927 Jun 17 07:26:27.477467 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Allocated IP 172.27.0.77 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/b79ede7d-7a5a-43c0-8d3c-ab242cdc388e) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:26:27.487953 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0baf7c54-b906-40c2-ace9-14e49a22c9da req-23b3c0c2-9779-4931-8ae8-56654c101905 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825799 Jun 17 07:26:27.491656 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:27.533259 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e13a0021-9e84-4711-8629-3922fe95f1d4 req-11781c38-5b88-49c0-b7de-2e77182e9907 service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230109 Jun 17 07:26:27.616116 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (b79ede7d-7a5a-43c0-8d3c-ab242cdc388e), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:27.654764 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (b79ede7d-7a5a-43c0-8d3c-ab242cdc388e), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:27.695977 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:26:27.707220 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:26:27.707220 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:27.709603 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:26:27.736105 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=b79ede7d-7a5a-43c0-8d3c-ab242cdc388e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:27.801741 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (90c21360-6263-42a9-98e2-80318e2f2b23), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:27.841007 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (b79ede7d-7a5a-43c0-8d3c-ab242cdc388e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:27.906266 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b5bdf-d127-434a-9e6c-21c96a9e249b req-64a4a7fd-f3a2-4fc5-be01-ad8f2c8d872f tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:27.907884 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-963b5bdf-d127-434a-9e6c-21c96a9e249b req-64a4a7fd-f3a2-4fc5-be01-ad8f2c8d872f tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 943 time: 0.0688257 Jun 17 07:26:27.961455 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-963b5bdf-d127-434a-9e6c-21c96a9e249b req-cf3c62c0-6f40-4873-9e5a-b72eaf36676d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476599 Jun 17 07:26:28.014818 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (b79ede7d-7a5a-43c0-8d3c-ab242cdc388e), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:28.019899 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63420084'] for port (b79ede7d-7a5a-43c0-8d3c-ab242cdc388e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:28.023312 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:28.097822 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=b79ede7d-7a5a-43c0-8d3c-ab242cdc388e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:28.111941 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (90c21360-6263-42a9-98e2-80318e2f2b23), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:28.127910 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:28.129162 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-15e8c025-77a5-4adf-ba77-5d6d7bfe3318 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9831483 Jun 17 07:26:28.144440 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device f987d351-5531-4e29-9020-013999acc4e6 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:26:28.257093 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port f987d351-5531-4e29-9020-013999acc4e6, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=f987d351-5531-4e29-9020-013999acc4e6,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:28.270228 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': 'f987d351-5531-4e29-9020-013999acc4e6', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'port_id': 'f987d351-5531-4e29-9020-013999acc4e6', 'mac_address': 'fa:16:3e:c0:ca:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:26:28.308955 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port f987d351-5531-4e29-9020-013999acc4e6 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:26:28.309344 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (f987d351-5531-4e29-9020-013999acc4e6), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:28.323464 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f987d351-5531-4e29-9020-013999acc4e6 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:26:28.344343 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port f987d351-5531-4e29-9020-013999acc4e6, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=f987d351-5531-4e29-9020-013999acc4e6,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:28.348388 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (f987d351-5531-4e29-9020-013999acc4e6), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:28.359343 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-26a7c9c3-db90-45b2-b0aa-4571101fe90a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--104737997&fields=id&tenant_id=9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 267 time: 0.0496387 Jun 17 07:26:28.404138 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=f987d351-5531-4e29-9020-013999acc4e6,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:28.478541 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-9349a56f-09c3-4420-976e-55f49085f7b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:28.480022 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-9349a56f-09c3-4420-976e-55f49085f7b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 815 time: 0.1141064 Jun 17 07:26:28.495239 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-6079dc90-5392-49ba-9e6d-6cc8bf5a39a4 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/quotas/9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 375 time: 0.0092623 Jun 17 07:26:28.552458 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-61686932-5a42-4fc4-a340-377a3f93bb9c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512323 Jun 17 07:26:28.555252 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['f987d351-5531-4e29-9020-013999acc4e6'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:26:28.585007 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:28.628015 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14730fe6-52ab-4b0f-b346-20d570d5efe8 req-23183f8f-c729-4413-8f0c-af9eeeac8a18 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:28.631343 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-14730fe6-52ab-4b0f-b346-20d570d5efe8 req-23183f8f-c729-4413-8f0c-af9eeeac8a18 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0562232 Jun 17 07:26:28.676493 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:28.701453 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-14730fe6-52ab-4b0f-b346-20d570d5efe8 req-a88d1b03-ad77-407a-accb-1eac1423621c tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603282 Jun 17 07:26:28.725926 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-51d5e717-a06d-4bdb-8b7a-1a40ae1857c5 service neutron] 10.222.0.33 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588326 Jun 17 07:26:28.844188 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-f979d9ed-32ec-4c99-b9cc-a220cc351389 service neutron] 10.222.0.33 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121249 Jun 17 07:26:29.015744 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-581dfca4-ac5c-4992-ada9-17ecc2cce5a5 req-11050cae-936c-49f4-ac27-dbbfe4898b0d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 210 time: 0.0296187 Jun 17 07:26:29.101759 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f368c-cda4-47ba-9388-ba4a47624fb5 req-94e29875-c230-4993-bfee-b2d829e85fcf tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:29.103344 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-086f368c-cda4-47ba-9388-ba4a47624fb5 req-94e29875-c230-4993-bfee-b2d829e85fcf tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 944 time: 0.0542667 Jun 17 07:26:29.143212 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:29.164528 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-086f368c-cda4-47ba-9388-ba4a47624fb5 req-522486fa-87b2-4cba-bdad-5aac13b65a5f tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537562 Jun 17 07:26:29.820726 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad694461-2d91-43d8-b3bc-65793d4757bd req-20d8bccf-2b88-4015-a7c0-b84831f6f325 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:29.822255 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ad694461-2d91-43d8-b3bc-65793d4757bd req-20d8bccf-2b88-4015-a7c0-b84831f6f325 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0481734 Jun 17 07:26:29.885782 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ad694461-2d91-43d8-b3bc-65793d4757bd req-268430b0-08aa-4d6c-b91c-084b2be22f46 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575194 Jun 17 07:26:30.025053 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-8010ef33-cd60-4eab-9b39-e5413d981d52 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:30.026616 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-8010ef33-cd60-4eab-9b39-e5413d981d52 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 815 time: 0.1353424 Jun 17 07:26:30.059336 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40836) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:30.132688 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-a80dd79d-13ac-45c1-aab3-2bf84e2c02ea tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 472 time: 0.0956626 Jun 17 07:26:30.151463 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device f987d351-5531-4e29-9020-013999acc4e6 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:26:30.158107 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'port': {'device_id': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'admin_state_up': True, 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'security_groups': ['98d58cf4-8be1-4bf1-9221-d8941bdbf61e']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:26:30.166356 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:30.258481 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port f987d351-5531-4e29-9020-013999acc4e6 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:26:30.277809 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port f987d351-5531-4e29-9020-013999acc4e6 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:26:30.278176 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (f987d351-5531-4e29-9020-013999acc4e6), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:30.324789 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-e2036f70-c0c3-47a6-a2d8-fe6176d094f1 req-e42b381b-3f87-4511-ab65-27d9362e697c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 210 time: 0.0460851 Jun 17 07:26:30.345660 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532ab0-b6f9-454e-b84e-684da5b3a668 req-44adbcd5-a1d8-4f30-a821-9421f67dfc1b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:30.347291 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d8532ab0-b6f9-454e-b84e-684da5b3a668 req-44adbcd5-a1d8-4f30-a821-9421f67dfc1b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 944 time: 0.0794239 Jun 17 07:26:30.364318 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port f987d351-5531-4e29-9020-013999acc4e6 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:26:30.364696 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (f987d351-5531-4e29-9020-013999acc4e6), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:30.397995 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Made reservation on behalf of 9a7262e606264aba8be1c0008e93c0d2 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:26:30.402787 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:30.431703 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port f987d351-5531-4e29-9020-013999acc4e6, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=f987d351-5531-4e29-9020-013999acc4e6,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:30.433828 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f987d351-5531-4e29-9020-013999acc4e6'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:26:30.439674 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921a9e84-191e-489d-83cc-36302022f591" -d '{"events": [{"server_uuid": "d47fec78-0275-4db6-a345-a4999f2863b4", "name": "network-vif-plugged", "status": "completed", "tag": "f987d351-5531-4e29-9020-013999acc4e6"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:26:30.441178 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d8532ab0-b6f9-454e-b84e-684da5b3a668 req-03e3646e-da3e-4aea-a643-e3db5c51e896 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841076 Jun 17 07:26:30.450541 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (f987d351-5531-4e29-9020-013999acc4e6), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:30.541085 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd7abdf-4be2-4765-997b-92d3ccc4fa31 x-openstack-request-id: req-3cd7abdf-4be2-4765-997b-92d3ccc4fa31 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:26:30.541518 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47fec78-0275-4db6-a345-a4999f2863b4", "name": "network-vif-plugged", "status": "completed", "tag": "f987d351-5531-4e29-9020-013999acc4e6", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:26:30.541916 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3cd7abdf-4be2-4765-997b-92d3ccc4fa31 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:26:30.542524 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd7abdf-4be2-4765-997b-92d3ccc4fa31'] response: {'server_uuid': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f987d351-5531-4e29-9020-013999acc4e6', 'code': 200} Jun 17 07:26:30.551960 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=f987d351-5531-4e29-9020-013999acc4e6,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:30.615342 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Allocated IP 172.20.0.8 (69bdf73b-b655-40e8-99ba-01f63a3ac44d/2d447ff2-ca0f-48bb-b256-06f7cbfbc074/33826e23-a394-46bb-a05a-72936c98c2a5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:26:30.664998 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:30.719241 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818816'] for router_interface (9983c8b3-1141-4c4d-a398-86257364b374), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:30.758334 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:30.813220 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (33826e23-a394-46bb-a05a-72936c98c2a5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:30.823049 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e305f-547f-4dc5-8eb7-73a87db5a289 req-937d205f-9b37-48d1-90fb-bb535627dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:30.824594 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c06e305f-547f-4dc5-8eb7-73a87db5a289 req-937d205f-9b37-48d1-90fb-bb535627dc6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 1129 time: 0.0573821 Jun 17 07:26:30.881814 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:30.921874 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c06e305f-547f-4dc5-8eb7-73a87db5a289 req-b015b3fd-a3d7-40d5-8712-7b5931ec9fa2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916700 Jun 17 07:26:30.933779 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:26:30.937723 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:26:30.940352 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:26:30.961751 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] Deleting port e76027f5-c2aa-443f-a85a-89c7d8f8e18c {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:26:30.962173 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:30.986191 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=33826e23-a394-46bb-a05a-72936c98c2a5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:31.039191 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66551899-6beb-4188-a10a-8de5efb274a9 req-1de7c9c9-ca2b-4bf9-8a11-9c423e3d37c9 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:31.044624 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-66551899-6beb-4188-a10a-8de5efb274a9 req-1de7c9c9-ca2b-4bf9-8a11-9c423e3d37c9 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0699079 Jun 17 07:26:31.054712 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:31.055354 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:31.062518 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] For port e76027f5-c2aa-443f-a85a-89c7d8f8e18c, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=e76027f5-c2aa-443f-a85a-89c7d8f8e18c,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:31.062899 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:31.079095 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] Calling delete_port for e76027f5-c2aa-443f-a85a-89c7d8f8e18c owned by network:router_interface {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:26:31.090165 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-7ca4172d-76da-448f-bd64-f3ab29531cbb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9391465 Jun 17 07:26:31.121884 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Request body: {'port': {'device_id': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:26:31.129836 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-66551899-6beb-4188-a10a-8de5efb274a9 req-2d415b98-d24d-493b-8cf0-ebe53ec407eb tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809436 Jun 17 07:26:31.198592 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:31.203093 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:31.218324 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-32ed98c6-412f-46a2-bd6c-47435c27f42a None None] Provisioning complete for port 33826e23-a394-46bb-a05a-72936c98c2a5 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:26:31.218925 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-32ed98c6-412f-46a2-bd6c-47435c27f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:31.252119 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-32ed98c6-412f-46a2-bd6c-47435c27f42a None None] Port 33826e23-a394-46bb-a05a-72936c98c2a5 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:26:31.275153 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:31.287791 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (e76027f5-c2aa-443f-a85a-89c7d8f8e18c), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:31.316936 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76027f5-c2aa-443f-a85a-89c7d8f8e18c,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:31.740775 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6888c8-88f5-4537-8c46-956e285643d5 req-6786eb57-b8da-43a1-bf12-b8088dddb293 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:31.742271 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5f6888c8-88f5-4537-8c46-956e285643d5 req-6786eb57-b8da-43a1-bf12-b8088dddb293 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 945 time: 0.0698900 Jun 17 07:26:31.815262 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44cf6-2df9-46c1-acf8-61b9155a93fa req-8db0cbd7-f56d-48d3-a074-0fe0079d00a9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:31.816931 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c2f44cf6-2df9-46c1-acf8-61b9155a93fa req-8db0cbd7-f56d-48d3-a074-0fe0079d00a9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 931 time: 0.4089212 Jun 17 07:26:31.844094 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5f6888c8-88f5-4537-8c46-956e285643d5 req-fd54e303-4adb-4c8b-8ee4-23648bf74711 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919466 Jun 17 07:26:31.850406 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:31.853298 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33826e23-a394-46bb-a05a-72936c98c2a5 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:26:31.856018 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820240'] for router_interface (9983c8b3-1141-4c4d-a398-86257364b374), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:31.871146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Publish callbacks [] for port (33826e23-a394-46bb-a05a-72936c98c2a5), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:31.885388 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Transition to ACTIVE for port object 33826e23-a394-46bb-a05a-72936c98c2a5 will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:26:31.890356 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:31.929705 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c2f44cf6-2df9-46c1-acf8-61b9155a93fa req-801cc1c1-8697-4f11-ad75-8a5634a9feaf tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035006 Jun 17 07:26:31.943237 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=33826e23-a394-46bb-a05a-72936c98c2a5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:32.017845 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:32.042302 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Attempting to bind port 33826e23-a394-46bb-a05a-72936c98c2a5 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:26:32.043007 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Attempting to bind port 33826e23-a394-46bb-a05a-72936c98c2a5 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:26:32.043244 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Attempting to bind port 33826e23-a394-46bb-a05a-72936c98c2a5 on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:26:32.051216 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Port 33826e23-a394-46bb-a05a-72936c98c2a5 on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:26:32.051843 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Attempting to bind port 33826e23-a394-46bb-a05a-72936c98c2a5 on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:26:32.058947 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:26:32.059367 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Checking segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:26:32.060039 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Bound using segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:26:32.060358 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Bound port: 33826e23-a394-46bb-a05a-72936c98c2a5, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:26:32.060737 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:32.141109 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] For port 33826e23-a394-46bb-a05a-72936c98c2a5, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:26:32.142606 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] Router 9983c8b3-1141-4c4d-a398-86257364b374 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:26:32.144806 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] For port 33826e23-a394-46bb-a05a-72936c98c2a5, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=33826e23-a394-46bb-a05a-72936c98c2a5,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:26:32.152638 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:32.207751 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:32.208517 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:32.210084 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] 10.222.0.16 "PUT /v2.0/ports/33826e23-a394-46bb-a05a-72936c98c2a5 HTTP/1.1" status: 200 len: 1093 time: 1.0926201 Jun 17 07:26:32.212750 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'tag': '33826e23-a394-46bb-a05a-72936c98c2a5'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:26:32.215965 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdff84ba-ac9e-49e3-bb3f-7b840269085c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0db5765-c86f-4fac-9e92-ac1ff1147709", "tag": "33826e23-a394-46bb-a05a-72936c98c2a5"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:26:32.293593 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea50362-9fa5-43be-a641-b4223b133227 x-openstack-request-id: req-eea50362-9fa5-43be-a641-b4223b133227 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:26:32.293865 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0db5765-c86f-4fac-9e92-ac1ff1147709", "tag": "33826e23-a394-46bb-a05a-72936c98c2a5", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:26:32.294112 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eea50362-9fa5-43be-a641-b4223b133227 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:26:32.294527 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea50362-9fa5-43be-a641-b4223b133227'] response: {'name': 'network-changed', 'server_uuid': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'tag': '33826e23-a394-46bb-a05a-72936c98c2a5', 'status': 'completed', 'code': 200} Jun 17 07:26:32.298679 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a084d4d-edb2-4392-8f53-5ba67f844dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=33826e23-a394-46bb-a05a-72936c98c2a5,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:32.317175 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:26:32.330412 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-0475061f-7ce4-4aca-818e-dfb6f9a42754 admin admin] 10.222.0.33 "PUT /v2.0/routers/9983c8b3-1141-4c4d-a398-86257364b374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2698369 Jun 17 07:26:32.331118 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40856) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:32.333505 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5350b5-e8cf-4c43-b5fb-d7ad814a573f None None] Sync routers for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:26:32.342555 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0d842-0bea-413a-b37c-0358df44f380 req-86cd57a2-b740-4b39-ad6c-17d289969fb0 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:32.345393 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6e0d842-0bea-413a-b37c-0358df44f380 req-86cd57a2-b740-4b39-ad6c-17d289969fb0 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.1176460 Jun 17 07:26:32.347756 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5350b5-e8cf-4c43-b5fb-d7ad814a573f None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:26:32.348663 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2a5350b5-e8cf-4c43-b5fb-d7ad814a573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:26:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:32.418082 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff84ba-ac9e-49e3-bb3f-7b840269085c req-0e168dca-6838-4ff9-b2d6-51e0563d96db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:32.419763 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fdff84ba-ac9e-49e3-bb3f-7b840269085c req-0e168dca-6838-4ff9-b2d6-51e0563d96db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 1127 time: 0.0952582 Jun 17 07:26:32.438189 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6e0d842-0bea-413a-b37c-0358df44f380 req-05b52ecb-a3d4-457f-8f2d-608a010843e6 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727897 Jun 17 07:26:32.480411 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Publish callbacks [] for router (9983c8b3-1141-4c4d-a398-86257364b374), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:32.493580 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-2a5350b5-e8cf-4c43-b5fb-d7ad814a573f None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:26:32.518735 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:32.546578 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff84ba-ac9e-49e3-bb3f-7b840269085c req-80b1c62e-8ba7-4fc9-ba3c-e2805802d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:32.548110 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fdff84ba-ac9e-49e3-bb3f-7b840269085c req-80b1c62e-8ba7-4fc9-ba3c-e2805802d5df service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9a7262e606264aba8be1c0008e93c0d2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1089733 Jun 17 07:26:32.586994 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-6ee77447-a988-47a1-ade1-927d92fc912f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:32.599096 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Publish callbacks [] for router_gateway (9983c8b3-1141-4c4d-a398-86257364b374), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:32.645483 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Deleting port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:26:32.646262 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:32.673309 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:32.674274 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff84ba-ac9e-49e3-bb3f-7b840269085c req-01413b0f-0d50-43b8-b0a7-8da98e751253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:32.676558 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fdff84ba-ac9e-49e3-bb3f-7b840269085c req-01413b0f-0d50-43b8-b0a7-8da98e751253 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215711 Jun 17 07:26:32.729139 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2a5350b5-e8cf-4c43-b5fb-d7ad814a573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:26:31Z', 'revision_number': 5, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port': {'id': '2e7c3166-9ac4-4f78-80fe-14a178d1c26c', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9983c8b3-1141-4c4d-a398-86257364b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:37Z', 'updated_at': '2022-06-17T07:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:32.756699 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5350b5-e8cf-4c43-b5fb-d7ad814a573f None None] Checking router: 9983c8b3-1141-4c4d-a398-86257364b374 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:26:32.762404 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] For port 2e7c3166-9ac4-4f78-80fe-14a178d1c26c, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=2e7c3166-9ac4-4f78-80fe-14a178d1c26c,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:32.762874 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:32.767509 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5350b5-e8cf-4c43-b5fb-d7ad814a573f None None] Routers {'9983c8b3-1141-4c4d-a398-86257364b374'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:26:32.768172 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2a5350b5-e8cf-4c43-b5fb-d7ad814a573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:26:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['9983c8b3-1141-4c4d-a398-86257364b374'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:32.771221 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:32.779344 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-b641e010-c1dd-4a48-9a53-2d7bf98784e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:32.780866 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Calling delete_port for 2e7c3166-9ac4-4f78-80fe-14a178d1c26c owned by network:router_gateway {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:26:32.781320 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-b641e010-c1dd-4a48-9a53-2d7bf98784e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 1127 time: 0.0591555 Jun 17 07:26:32.870392 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:32.879150 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-2a5350b5-e8cf-4c43-b5fb-d7ad814a573f None None] Set router 9983c8b3-1141-4c4d-a398-86257364b374 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:26:32.924245 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-65daf255-84d2-494a-a38b-5953c76fcce2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33826e23-a394-46bb-a05a-72936c98c2a5 HTTP/1.1" status: 200 len: 217 time: 0.0526755 Jun 17 07:26:32.936878 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-2a5350b5-e8cf-4c43-b5fb-d7ad814a573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:26:32Z', 'revision_number': 6, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port_host': None}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:32.962010 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5350b5-e8cf-4c43-b5fb-d7ad814a573f None None] The sync data for ids ['9983c8b3-1141-4c4d-a398-86257364b374'] in dv-cinder-834822-4-iscsi is: [{'id': '9983c8b3-1141-4c4d-a398-86257364b374', 'name': 'tempest-AttachVolumeTestJSON-49818561-router', 'tenant_id': 'ab7deafed6f447faade3e3d8d281617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:36Z', 'updated_at': '2022-06-17T07:26:32Z', 'revision_number': 6, 'project_id': 'ab7deafed6f447faade3e3d8d281617a', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:26:33.003067 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4280b5e-8ec3-4f8b-aaaa-17241cf6efa4 req-e60746a7-319a-4ca3-8e91-fb084c442809 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:33.004989 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b4280b5e-8ec3-4f8b-aaaa-17241cf6efa4 req-e60746a7-319a-4ca3-8e91-fb084c442809 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 945 time: 0.0802655 Jun 17 07:26:33.023153 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (2e7c3166-9ac4-4f78-80fe-14a178d1c26c), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.069384 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7c3166-9ac4-4f78-80fe-14a178d1c26c,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:33.077853 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73410-2315-4844-b591-7ea64d35af1b req-1b914b93-1a07-44a7-b1a0-3ae6c1499427 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:33.079750 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cad73410-2315-4844-b591-7ea64d35af1b req-1b914b93-1a07-44a7-b1a0-3ae6c1499427 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 943 time: 0.0598767 Jun 17 07:26:33.119242 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:33.141406 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cad73410-2315-4844-b591-7ea64d35af1b req-5964923f-3457-4096-97e1-8a1c4feedaa7 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532961 Jun 17 07:26:33.147831 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b4280b5e-8ec3-4f8b-aaaa-17241cf6efa4 req-47bf242e-274d-4802-a710-7803f00d528a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329539 Jun 17 07:26:33.172281 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819527'] for router_gateway (9983c8b3-1141-4c4d-a398-86257364b374), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.268652 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7687'] for router (9983c8b3-1141-4c4d-a398-86257364b374), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.271801 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Publish callbacks [] for router_controller (9983c8b3-1141-4c4d-a398-86257364b374), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.299295 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d58dda-cdd8-4dba-9985-9d3384dbe382 req-3649db12-a116-4724-9ef9-ae699b26336d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:33.301747 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e9d58dda-cdd8-4dba-9985-9d3384dbe382 req-3649db12-a116-4724-9ef9-ae699b26336d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 945 time: 0.0567343 Jun 17 07:26:33.316769 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1824228'] for router (9983c8b3-1141-4c4d-a398-86257364b374), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.317048 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9983c8b3-1141-4c4d-a398-86257364b374 {{(pid=103802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:26:33.322939 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.324274 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-2bb9a6b3-9614-4816-ad8c-4f41cf1cb9c6 admin admin] 10.222.0.33 "DELETE /v2.0/routers/9983c8b3-1141-4c4d-a398-86257364b374 HTTP/1.1" status: 204 len: 168 time: 0.9920189 Jun 17 07:26:33.327212 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40864) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:33.365418 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e9d58dda-cdd8-4dba-9985-9d3384dbe382 req-9969c296-77eb-428f-9e56-ccad098f841e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565736 Jun 17 07:26:33.380303 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0879e9-c6e9-445e-96e0-292331977bdd admin admin] Deleting subnet dacfbc50-0f0a-4fb0-9040-e06949d49000 {{(pid=103802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:26:33.387231 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ec0879e9-c6e9-445e-96e0-292331977bdd admin admin] Publish callbacks [] for subnet (dacfbc50-0f0a-4fb0-9040-e06949d49000), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.388833 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40866) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:33.424840 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ec0879e9-c6e9-445e-96e0-292331977bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63578525'] for subnet (dacfbc50-0f0a-4fb0-9040-e06949d49000), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.464239 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:33.518998 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25ddaa-2f89-4652-ae66-2a5acaae0264 tempest-TestVolumeBootPattern-617973183 tempest-TestVolumeBootPattern-617973183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:33.523541 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-eb25ddaa-2f89-4652-ae66-2a5acaae0264 tempest-TestVolumeBootPattern-617973183 tempest-TestVolumeBootPattern-617973183-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 1124 time: 0.1306500 Jun 17 07:26:33.523541 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-da785519-197c-4b15-9418-9f203edfa462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:33.523541 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-da785519-197c-4b15-9418-9f203edfa462 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.1078122 Jun 17 07:26:33.523974 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 40872) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:33.528231 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'port_id': 'f987d351-5531-4e29-9020-013999acc4e6', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:26:33.570450 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ec0879e9-c6e9-445e-96e0-292331977bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (dacfbc50-0f0a-4fb0-9040-e06949d49000), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.586911 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-542cc758-d807-42cb-8762-8c81af393df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:33.588492 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-542cc758-d807-42cb-8762-8c81af393df1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543621 Jun 17 07:26:33.589906 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.602528 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f7d45-2708-4547-89f2-a8d7d68686be req-0589617f-325d-4665-9717-72253a4ccd1e tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:33.604197 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2e6f7d45-2708-4547-89f2-a8d7d68686be req-0589617f-325d-4665-9717-72253a4ccd1e tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 944 time: 0.0825248 Jun 17 07:26:33.671876 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ec0879e9-c6e9-445e-96e0-292331977bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63420046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63947165'] for subnet (dacfbc50-0f0a-4fb0-9040-e06949d49000), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.706043 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2e6f7d45-2708-4547-89f2-a8d7d68686be req-78cd4148-57f4-4dfc-aee4-6584a4c49c9f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933030 Jun 17 07:26:33.707109 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0879e9-c6e9-445e-96e0-292331977bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dacfbc50-0f0a-4fb0-9040-e06949d49000,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:33.711248 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ec0879e9-c6e9-445e-96e0-292331977bdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.717223 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ec0879e9-c6e9-445e-96e0-292331977bdd admin admin] 10.222.0.33 "DELETE /v2.0/subnets/dacfbc50-0f0a-4fb0-9040-e06949d49000 HTTP/1.1" status: 204 len: 168 time: 0.3860948 Jun 17 07:26:33.717642 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40874) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:33.730715 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96be185-7283-4b18-9295-25f991f2fc85 None None] Network 1239213d-0a3b-407c-aa59-5c1ac224edf4 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:26:33.753031 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.753265 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:33.781631 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-cada9d6b-2d59-416d-94fa-d7b6b1582d86 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863229 Jun 17 07:26:33.821751 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (1239213d-0a3b-407c-aa59-5c1ac224edf4), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.879004 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Deleting port 2e0a3d59-00a8-4344-8655-f413c133a42d {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:26:33.879447 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.961948 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] For port 2e0a3d59-00a8-4344-8655-f413c133a42d, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=2e0a3d59-00a8-4344-8655-f413c133a42d,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:33.962297 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:33.979691 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Calling delete_port for 2e0a3d59-00a8-4344-8655-f413c133a42d owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:26:33.989465 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Allocated IP 172.27.0.9 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/7eddb30e-993b-4576-8715-1bf591100ec4) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:26:33.993270 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1765fb83-ab4a-4d7e-b903-14b39ce00da0 req-c247f2f4-7307-4593-85da-d20b9f2eced8 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779833 Jun 17 07:26:33.994733 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2063d75-dc2a-4773-a469-c808d3582a63 None None] DHCP port deletion for 1239213d-0a3b-407c-aa59-5c1ac224edf4 request from dv-cinder-834822-4-iscsi {{(pid=103803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 07:26:34.044025 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:34.050410 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-f2063d75-dc2a-4773-a469-c808d3582a63 None None] Deleting port 2e0a3d59-00a8-4344-8655-f413c133a42d {{(pid=103803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:26:34.052357 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f2063d75-dc2a-4773-a469-c808d3582a63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), before_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.093886 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.122722 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0a3d59-00a8-4344-8655-f413c133a42d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:34.125973 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for port (7eddb30e-993b-4576-8715-1bf591100ec4), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.127882 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] No DVR routers for this DVR port 2e0a3d59-00a8-4344-8655-f413c133a42d on host dv-cinder-834822-4-iscsi {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:26:34.137227 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-f2063d75-dc2a-4773-a469-c808d3582a63 None None] For port 2e0a3d59-00a8-4344-8655-f413c133a42d, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=2e0a3d59-00a8-4344-8655-f413c133a42d,segment=NetworkSegment(3a8a02c4-5d92-4029-80fc-c6427ebfbc06),segment_id=3a8a02c4-5d92-4029-80fc-c6427ebfbc06)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:34.137641 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f2063d75-dc2a-4773-a469-c808d3582a63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), precommit_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.153223 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-f2063d75-dc2a-4773-a469-c808d3582a63 None None] Calling delete_port for 2e0a3d59-00a8-4344-8655-f413c133a42d owned by network:dhcp {{(pid=103803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:26:34.164636 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (7eddb30e-993b-4576-8715-1bf591100ec4), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.206874 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8f6e6009-fcde-4778-b310-a5edbcb21692 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:26:34.218258 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (1239213d-0a3b-407c-aa59-5c1ac224edf4), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.225549 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:26:34.230853 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:26:34.242207 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1239213d-0a3b-407c-aa59-5c1ac224edf4']}} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:34.244545 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:34.254451 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8a02c4-5d92-4029-80fc-c6427ebfbc06') {'for_net_delete': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:34.254784 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8a02c4-5d92-4029-80fc-c6427ebfbc06') {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:34.259199 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:26:34.266608 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63578506'] for segment (3a8a02c4-5d92-4029-80fc-c6427ebfbc06), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.284376 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f2063d75-dc2a-4773-a469-c808d3582a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (2e0a3d59-00a8-4344-8655-f413c133a42d), after_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.284760 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (3a8a02c4-5d92-4029-80fc-c6427ebfbc06), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.293506 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:26:34.294304 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63419984'] for segment (3a8a02c4-5d92-4029-80fc-c6427ebfbc06), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.330098 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'Port': ['ID=7eddb30e-993b-4576-8715-1bf591100ec4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:34.349059 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 3a8a02c4-5d92-4029-80fc-c6427ebfbc06 resource provider aggregate not found Jun 17 07:26:34.349589 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2063d75-dc2a-4773-a469-c808d3582a63 None None] Pushing event deleted for resources: {'Port': ['ID=2e0a3d59-00a8-4344-8655-f413c133a42d,revision_number=None']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:34.351862 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9f75-ab04-469d-83a3-38d893b917d7 req-3bbc5776-f5c9-48ae-bc28-3e7ea4985fea tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:34.353834 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-882e9f75-ab04-469d-83a3-38d893b917d7 req-3bbc5776-f5c9-48ae-bc28-3e7ea4985fea tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 943 time: 0.1160958 Jun 17 07:26:34.361484 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2063d75-dc2a-4773-a469-c808d3582a63 None None] No DVR routers for this DVR port 2e0a3d59-00a8-4344-8655-f413c133a42d on host dv-cinder-834822-4-iscsi {{(pid=103803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:26:34.377509 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 3a8a02c4-5d92-4029-80fc-c6427ebfbc06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a8a02c4-5d92-4029-80fc-c6427ebfbc06 found for delete ", "request_id": "req-cd68983f-26ca-4b08-b6c8-f47db306173d"}]} Jun 17 07:26:34.386810 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (1239213d-0a3b-407c-aa59-5c1ac224edf4), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.399474 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.402123 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8f6e6009-fcde-4778-b310-a5edbcb21692, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f6e6009-fcde-4778-b310-a5edbcb21692,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:34.403732 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:34.406132 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] 10.222.0.33 "DELETE /v2.0/networks/1239213d-0a3b-407c-aa59-5c1ac224edf4 HTTP/1.1" status: 204 len: 168 time: 0.6863716 Jun 17 07:26:34.419542 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72fbc7-9600-49cc-8f1a-d842212f0f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1239213d-0a3b-407c-aa59-5c1ac224edf4,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:34.431471 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'port_id': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'mac_address': 'fa:16:3e:f2:2b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:26:34.472565 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 8f6e6009-fcde-4778-b310-a5edbcb21692 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:26:34.473057 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.489603 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6e6009-fcde-4778-b310-a5edbcb21692 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:26:34.498462 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-882e9f75-ab04-469d-83a3-38d893b917d7 req-f47d541f-bfc9-4356-9330-a3e5d853b3d0 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239390 Jun 17 07:26:34.518053 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8f6e6009-fcde-4778-b310-a5edbcb21692, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f6e6009-fcde-4778-b310-a5edbcb21692,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:34.529174 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.569795 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40884) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:34.621422 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-291d16be-e48e-4d15-a590-0da4b14597e5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ab7deafed6f447faade3e3d8d281617a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0498121 Jun 17 07:26:34.623590 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 40886) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:34.685345 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2447319-2336-4b88-a331-c1fbfe9cf9ac admin admin] Publish callbacks [] for security_group (4c89db2e-36bb-429f-82e6-f2a9113dacfe), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.719710 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2447319-2336-4b88-a331-c1fbfe9cf9ac admin admin] Publish callbacks [] for security_group (4c89db2e-36bb-429f-82e6-f2a9113dacfe), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.740617 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=8f6e6009-fcde-4778-b310-a5edbcb21692,revision_number=7']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:34.745908 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-36cd0fac-f716-40ff-b1e4-c88af31c8d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.768525 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device e76027f5-c2aa-443f-a85a-89c7d8f8e18c no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:26:34.799965 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2447319-2336-4b88-a331-c1fbfe9cf9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (4c89db2e-36bb-429f-82e6-f2a9113dacfe), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.800848 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: e76027f5-c2aa-443f-a85a-89c7d8f8e18c {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:26:34.801644 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device e76027f5-c2aa-443f-a85a-89c7d8f8e18c not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:26:34.802517 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2e0a3d59-00a8-4344-8655-f413c133a42d no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:26:34.806135 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f2447319-2336-4b88-a331-c1fbfe9cf9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.807514 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f2447319-2336-4b88-a331-c1fbfe9cf9ac admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4c89db2e-36bb-429f-82e6-f2a9113dacfe HTTP/1.1" status: 204 len: 168 time: 0.1828015 Jun 17 07:26:34.810626 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['8f6e6009-fcde-4778-b310-a5edbcb21692'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:26:34.817862 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2447319-2336-4b88-a331-c1fbfe9cf9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c89db2e-36bb-429f-82e6-f2a9113dacfe,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:34.878371 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 2e0a3d59-00a8-4344-8655-f413c133a42d {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:26:34.879024 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2e0a3d59-00a8-4344-8655-f413c133a42d not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:26:34.879606 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2e7c3166-9ac4-4f78-80fe-14a178d1c26c no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:26:34.908580 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857c9b3-8451-4684-b990-4fdafa3b6d86 req-33499f9b-85fb-485b-9de5-7e0941ca9f6e tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:34.910369 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5857c9b3-8451-4684-b990-4fdafa3b6d86 req-33499f9b-85fb-485b-9de5-7e0941ca9f6e tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 945 time: 0.0643437 Jun 17 07:26:34.915427 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 2e7c3166-9ac4-4f78-80fe-14a178d1c26c {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:26:34.916265 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2e7c3166-9ac4-4f78-80fe-14a178d1c26c not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:26:34.934356 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:34.978056 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (d6094b21-f482-4261-8f1b-90d79e911da1), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:34.992552 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5857c9b3-8451-4684-b990-4fdafa3b6d86 req-a965f283-4e82-4a8b-b388-04a0fab042e4 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655978 Jun 17 07:26:35.040902 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:35.079089 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (7eddb30e-993b-4576-8715-1bf591100ec4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:35.247675 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:35.260633 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for port (7eddb30e-993b-4576-8715-1bf591100ec4), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:35.265972 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (7eddb30e-993b-4576-8715-1bf591100ec4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:35.345100 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'Port': ['ID=7eddb30e-993b-4576-8715-1bf591100ec4,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:35.365738 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (d6094b21-f482-4261-8f1b-90d79e911da1), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:35.483447 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Floating IP d6094b21-f482-4261-8f1b-90d79e911da1 associated. External IP: 172.27.0.9, port: f987d351-5531-4e29-9020-013999acc4e6. Jun 17 07:26:35.603704 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:35.699263 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b461b-e04e-4d49-8540-d4cc4ce01c21 req-34c18fef-7d90-4421-b5bd-be210d243334 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:35.700793 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5a1b461b-e04e-4d49-8540-d4cc4ce01c21 req-34c18fef-7d90-4421-b5bd-be210d243334 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 943 time: 0.1116738 Jun 17 07:26:35.707082 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:35.708850 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=20 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:35.749441 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:35.803823 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5a1b461b-e04e-4d49-8540-d4cc4ce01c21 req-240cfc62-3dae-4320-89cc-6e39c3a423f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932503 Jun 17 07:26:35.811567 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:26:35.940534 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:26:35.956594 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e974e362-2953-458a-8b82-1609a072f393 None None] Sync routers for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:26:35.964608 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:35.969994 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e974e362-2953-458a-8b82-1609a072f393 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:26:35.970615 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e974e362-2953-458a-8b82-1609a072f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:26:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:36.002623 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f0ebf3af-a510-4d4a-aab1-1ae453984c63 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4752438 Jun 17 07:26:36.002623 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'tag': 'f987d351-5531-4e29-9020-013999acc4e6'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:26:36.003760 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff765c8e-8a9d-41de-b235-22528c485994" -d '{"events": [{"name": "network-changed", "server_uuid": "d47fec78-0275-4db6-a345-a4999f2863b4", "tag": "f987d351-5531-4e29-9020-013999acc4e6"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:26:36.050251 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a52822-138f-449f-bef7-7470cbcfdb59 x-openstack-request-id: req-73a52822-138f-449f-bef7-7470cbcfdb59 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:26:36.050534 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47fec78-0275-4db6-a345-a4999f2863b4", "tag": "f987d351-5531-4e29-9020-013999acc4e6", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:26:36.050786 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-73a52822-138f-449f-bef7-7470cbcfdb59 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:26:36.051219 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a52822-138f-449f-bef7-7470cbcfdb59'] response: {'name': 'network-changed', 'server_uuid': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'tag': 'f987d351-5531-4e29-9020-013999acc4e6', 'status': 'completed', 'code': 200} Jun 17 07:26:36.093775 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-e974e362-2953-458a-8b82-1609a072f393 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:26:36.166904 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765c8e-8a9d-41de-b235-22528c485994 req-5747bdd5-3659-41de-9738-af6ec4a8a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:36.168470 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ff765c8e-8a9d-41de-b235-22528c485994 req-5747bdd5-3659-41de-9738-af6ec4a8a230 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 1129 time: 0.0799677 Jun 17 07:26:36.190064 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 33826e23-a394-46bb-a05a-72936c98c2a5 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:26:36.192411 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771125a6-1c43-4219-b8ab-653cae03fe3c req-8ba8402f-173f-45a3-bd5f-3f70a4dcfad5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:36.193352 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8f6e6009-fcde-4778-b310-a5edbcb21692 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:26:36.193902 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-771125a6-1c43-4219-b8ab-653cae03fe3c req-8ba8402f-173f-45a3-bd5f-3f70a4dcfad5 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 945 time: 0.0697973 Jun 17 07:26:36.333959 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 8f6e6009-fcde-4778-b310-a5edbcb21692 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:26:36.334519 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:36.346736 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-771125a6-1c43-4219-b8ab-653cae03fe3c req-52c95221-97ce-4752-bb47-eef5bf0a912d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412356 Jun 17 07:26:36.365434 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e974e362-2953-458a-8b82-1609a072f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'd6094b21-f482-4261-8f1b-90d79e911da1', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': 'f987d351-5531-4e29-9020-013999acc4e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:c0:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:26:34Z', 'updated_at': '2022-06-17T07:26:34Z', 'revision_number': 0, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:36.371280 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765c8e-8a9d-41de-b235-22528c485994 req-90a5e415-96d3-453f-9d49-a6c3bc938235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:36.373660 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ff765c8e-8a9d-41de-b235-22528c485994 req-90a5e415-96d3-453f-9d49-a6c3bc938235 service neutron] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 912 time: 0.1982977 Jun 17 07:26:36.396492 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 33826e23-a394-46bb-a05a-72936c98c2a5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=33826e23-a394-46bb-a05a-72936c98c2a5,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:36.413580 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e974e362-2953-458a-8b82-1609a072f393 None None] Checking router: 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:26:36.417451 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '33826e23-a394-46bb-a05a-72936c98c2a5', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'port_id': '33826e23-a394-46bb-a05a-72936c98c2a5', 'mac_address': 'fa:16:3e:20:57:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:26:36.426869 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e974e362-2953-458a-8b82-1609a072f393 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:26:36.427657 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e974e362-2953-458a-8b82-1609a072f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:26:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:36.482272 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ff765c8e-8a9d-41de-b235-22528c485994 req-4eb02327-3a96-49a4-8b80-b7cc707679b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f987d351-5531-4e29-9020-013999acc4e6 HTTP/1.1" status: 200 len: 997 time: 0.1006045 Jun 17 07:26:36.502653 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 33826e23-a394-46bb-a05a-72936c98c2a5 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:26:36.503173 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:36.507092 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 8f6e6009-fcde-4778-b310-a5edbcb21692 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:26:36.507606 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:36.528869 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33826e23-a394-46bb-a05a-72936c98c2a5 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:26:36.556556 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-e974e362-2953-458a-8b82-1609a072f393 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:26:36.557468 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:36.561267 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765c8e-8a9d-41de-b235-22528c485994 req-823d8d57-86a0-46f8-944d-ea3c9ba69de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:36.563643 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ff765c8e-8a9d-41de-b235-22528c485994 req-823d8d57-86a0-46f8-944d-ea3c9ba69de0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0744643 Jun 17 07:26:36.570157 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:26:36.572529 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a864bb86-fd14-47d7-9401-b6ab9645b652" -d '{"events": [{"server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "name": "network-vif-plugged", "status": "completed", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:26:36.577821 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 33826e23-a394-46bb-a05a-72936c98c2a5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=33826e23-a394-46bb-a05a-72936c98c2a5,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:36.589614 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:36.594345 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 8f6e6009-fcde-4778-b310-a5edbcb21692, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f6e6009-fcde-4778-b310-a5edbcb21692,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:36.626847 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:36.638831 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765c8e-8a9d-41de-b235-22528c485994 req-c2cd6a48-97a4-4318-8472-93160b9292cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:36.642226 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ff765c8e-8a9d-41de-b235-22528c485994 req-c2cd6a48-97a4-4318-8472-93160b9292cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719991 Jun 17 07:26:36.670177 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=33826e23-a394-46bb-a05a-72936c98c2a5,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:36.710730 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:36.742432 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87d1c3c-b459-44a4-9963-63927c5d8581 x-openstack-request-id: req-e87d1c3c-b459-44a4-9963-63927c5d8581 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:26:36.743138 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "name": "network-vif-plugged", "status": "completed", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:26:36.743714 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e87d1c3c-b459-44a4-9963-63927c5d8581 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:26:36.744590 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87d1c3c-b459-44a4-9963-63927c5d8581'] response: {'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'code': 200} Jun 17 07:26:36.755197 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=8f6e6009-fcde-4778-b310-a5edbcb21692,revision_number=8']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:36.806288 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ff765c8e-8a9d-41de-b235-22528c485994 req-bef10759-a87e-43c8-83e8-2efa5c3849fa service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560087 Jun 17 07:26:36.852523 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['33826e23-a394-46bb-a05a-72936c98c2a5'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:26:36.922567 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e974e362-2953-458a-8b82-1609a072f393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'd6094b21-f482-4261-8f1b-90d79e911da1', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': 'f987d351-5531-4e29-9020-013999acc4e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:c0:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:26:34Z', 'updated_at': '2022-06-17T07:26:34Z', 'revision_number': 0, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:36.947414 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af093352-d0c7-4030-9736-53195c2b53b4 req-376a1114-3f87-4476-8ba0-fff8bf168481 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:36.954712 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-af093352-d0c7-4030-9736-53195c2b53b4 req-376a1114-3f87-4476-8ba0-fff8bf168481 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 944 time: 0.0662742 Jun 17 07:26:36.968699 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e974e362-2953-458a-8b82-1609a072f393 None None] The sync data for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi is: [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'd6094b21-f482-4261-8f1b-90d79e911da1', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': 'f987d351-5531-4e29-9020-013999acc4e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:c0:ca:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:26:34Z', 'updated_at': '2022-06-17T07:26:34Z', 'revision_number': 0, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:26:36.975614 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:37.016231 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ff765c8e-8a9d-41de-b235-22528c485994 req-983e49c2-a28a-4a1a-9e84-0bbad692710b service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906843 Jun 17 07:26:37.018924 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-af093352-d0c7-4030-9736-53195c2b53b4 req-d444b4a9-4216-49cc-89ff-3247b9dd554b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612710 Jun 17 07:26:37.033582 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a758-76ee-4e57-b845-76901294bb6e req-849804c8-dbc9-4948-bf15-4b36549cae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:37.035545 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-74e7a758-76ee-4e57-b845-76901294bb6e req-849804c8-dbc9-4948-bf15-4b36549cae2b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 1130 time: 0.0575509 Jun 17 07:26:37.088872 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-74e7a758-76ee-4e57-b845-76901294bb6e req-4e4a1506-3b63-43b1-8422-96b5e967dab2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469773 Jun 17 07:26:37.225099 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0def7a62-5b6c-4d49-ae2f-0c4543e8dbc1 None None] New status for floating IP d6094b21-f482-4261-8f1b-90d79e911da1: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:26:37.321150 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:37.348417 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:37.493991 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905fcbd-d2b3-41d9-be29-23b3499fd146 req-1ec08914-9066-440b-ae30-3d793329e27f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:37.495486 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0905fcbd-d2b3-41d9-be29-23b3499fd146 req-1ec08914-9066-440b-ae30-3d793329e27f tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0547128 Jun 17 07:26:37.549645 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0905fcbd-d2b3-41d9-be29-23b3499fd146 req-c41f2949-644e-41c6-aa65-600fb359ecf7 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477297 Jun 17 07:26:37.855817 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:38.164603 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfd2db-822e-4e30-a1c7-75fd0652d1d0 req-7ff69eea-63b4-4248-ad9a-8ba267b34a2b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:38.166105 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-35cfd2db-822e-4e30-a1c7-75fd0652d1d0 req-7ff69eea-63b4-4248-ad9a-8ba267b34a2b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 944 time: 0.0538807 Jun 17 07:26:38.186237 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:38.193198 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 33826e23-a394-46bb-a05a-72936c98c2a5 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:26:38.222292 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-35cfd2db-822e-4e30-a1c7-75fd0652d1d0 req-a343664c-6db8-4bab-be28-f37fb88876e8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494406 Jun 17 07:26:38.243908 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 33826e23-a394-46bb-a05a-72936c98c2a5 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:26:38.250118 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 33826e23-a394-46bb-a05a-72936c98c2a5 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:26:38.250590 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:38.328360 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 33826e23-a394-46bb-a05a-72936c98c2a5 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:26:38.328863 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:38.368186 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 33826e23-a394-46bb-a05a-72936c98c2a5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=33826e23-a394-46bb-a05a-72936c98c2a5,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:26:38.372538 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:38.428167 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=33826e23-a394-46bb-a05a-72936c98c2a5,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:38.436593 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.437508 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.437896 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.438280 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.438668 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.439055 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.439428 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.439873 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.440216 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.440590 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.440958 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.441354 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.441713 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.442083 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.442549 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:38.677195 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cee8c0-ab43-441f-8fe0-3bc529bcf492 req-9f7de370-de02-4fb6-b5b1-8114837fc676 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:38.678793 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6cee8c0-ab43-441f-8fe0-3bc529bcf492 req-9f7de370-de02-4fb6-b5b1-8114837fc676 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0498207 Jun 17 07:26:38.728659 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6cee8c0-ab43-441f-8fe0-3bc529bcf492 req-da35f608-dda1-4bf8-9c33-fb00816ef101 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440102 Jun 17 07:26:38.746081 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33826e23-a394-46bb-a05a-72936c98c2a5'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:26:38.748455 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367bdd7d-3ae4-4cc2-afd8-cf47c23faa6d" -d '{"events": [{"server_uuid": "c0db5765-c86f-4fac-9e92-ac1ff1147709", "name": "network-vif-plugged", "status": "completed", "tag": "33826e23-a394-46bb-a05a-72936c98c2a5"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:26:38.788567 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7940c252-2915-4535-8fba-969c600cb143 x-openstack-request-id: req-7940c252-2915-4535-8fba-969c600cb143 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:26:38.788851 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0db5765-c86f-4fac-9e92-ac1ff1147709", "name": "network-vif-plugged", "status": "completed", "tag": "33826e23-a394-46bb-a05a-72936c98c2a5", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:26:38.789100 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7940c252-2915-4535-8fba-969c600cb143 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:26:38.789491 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7940c252-2915-4535-8fba-969c600cb143'] response: {'server_uuid': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33826e23-a394-46bb-a05a-72936c98c2a5', 'code': 200} Jun 17 07:26:39.358258 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:26:39.367910 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaeae3-50f9-48cd-9c2b-1c080199cb70 req-5d4fa3bd-7685-4e47-aab4-bb25dd317731 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:39.369488 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-31eaeae3-50f9-48cd-9c2b-1c080199cb70 req-5d4fa3bd-7685-4e47-aab4-bb25dd317731 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 945 time: 0.0554605 Jun 17 07:26:39.429703 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-31eaeae3-50f9-48cd-9c2b-1c080199cb70 req-872b5791-1c26-4cb5-b6d5-f5205114cc3a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543470 Jun 17 07:26:39.856356 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c9c88-6021-451e-aaa2-45a5c6a22141 req-a97e6258-bac8-4983-9a31-efb73f650479 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:39.857863 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a65c9c88-6021-451e-aaa2-45a5c6a22141 req-a97e6258-bac8-4983-9a31-efb73f650479 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0539379 Jun 17 07:26:39.912507 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a65c9c88-6021-451e-aaa2-45a5c6a22141 req-c3bf47ec-750a-4258-b797-421fc459df06 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478976 Jun 17 07:26:40.549211 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb0c97-6763-4da7-abec-e28a0361d5d8 req-b38443a1-3036-4e53-b9f9-665cc91cd5b0 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:40.551007 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cacb0c97-6763-4da7-abec-e28a0361d5d8 req-b38443a1-3036-4e53-b9f9-665cc91cd5b0 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 945 time: 0.0508487 Jun 17 07:26:40.602176 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cacb0c97-6763-4da7-abec-e28a0361d5d8 req-58a1fde2-84af-46cb-b21e-34fb6cc9a39a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453143 Jun 17 07:26:41.032057 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ff941-52ef-40f3-bb79-3ff71c3fdeb7 req-4e6ca850-c91c-4b2a-9ab5-08f2cb270ec8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:41.033583 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2d0ff941-52ef-40f3-bb79-3ff71c3fdeb7 req-4e6ca850-c91c-4b2a-9ab5-08f2cb270ec8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0517919 Jun 17 07:26:41.091878 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2d0ff941-52ef-40f3-bb79-3ff71c3fdeb7 req-1b832f7b-7683-4d25-b537-61e5fbef89ca tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524776 Jun 17 07:26:41.376761 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c4b0a-2248-4dfc-884b-b387dfa1e20d req-35eb7c01-1a7b-4d17-ac28-ace8695b2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:41.378271 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-262c4b0a-2248-4dfc-884b-b387dfa1e20d req-35eb7c01-1a7b-4d17-ac28-ace8695b2e13 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 1129 time: 0.0405886 Jun 17 07:26:41.433986 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-262c4b0a-2248-4dfc-884b-b387dfa1e20d req-3c7aac5b-bcc7-48b8-907b-490a6d9d0f31 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497983 Jun 17 07:26:41.721762 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244acd0-06f5-4992-a790-8d7f67e559c4 req-8b3936fc-342e-4f31-8f0c-cf2fcaf28606 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:41.723171 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d244acd0-06f5-4992-a790-8d7f67e559c4 req-8b3936fc-342e-4f31-8f0c-cf2fcaf28606 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 945 time: 0.0459187 Jun 17 07:26:41.772902 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d244acd0-06f5-4992-a790-8d7f67e559c4 req-0d3e4258-5ffb-46e3-8b30-291d1ea474a6 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441222 Jun 17 07:26:42.216539 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca321da-3e1b-40af-b539-d4cae31b6fef req-06d47538-7f7d-4ae6-9eec-313b6430eae0 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:42.218259 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bca321da-3e1b-40af-b539-d4cae31b6fef req-06d47538-7f7d-4ae6-9eec-313b6430eae0 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0544562 Jun 17 07:26:42.276880 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bca321da-3e1b-40af-b539-d4cae31b6fef req-effda4a1-a2f1-4751-b343-1010b9fad41e tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525944 Jun 17 07:26:42.896883 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632d3f6-8241-405b-b42b-146c33768126 req-0128f111-a656-4d53-9553-2ed9ebd8114a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:42.898586 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1632d3f6-8241-405b-b42b-146c33768126 req-0128f111-a656-4d53-9553-2ed9ebd8114a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 945 time: 0.0503917 Jun 17 07:26:42.946625 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1632d3f6-8241-405b-b42b-146c33768126 req-24d3153b-3a48-4ef1-aa8a-5d490add15a6 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424352 Jun 17 07:26:44.073497 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:44.082422 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c8043-771b-4401-8821-0d7d0c78adf9 req-d96bb4cf-5aae-431d-b3f0-04a9abe9b8fd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:44.083939 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-779c8043-771b-4401-8821-0d7d0c78adf9 req-d96bb4cf-5aae-431d-b3f0-04a9abe9b8fd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 945 time: 0.0517302 Jun 17 07:26:44.108138 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41032) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:44.136158 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-779c8043-771b-4401-8821-0d7d0c78adf9 req-524f9efa-05e9-4221-9448-a1b6670b87c8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455029 Jun 17 07:26:44.252687 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cc2f904e-8851-4fc3-a81f-710938695277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:44.271992 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781d21-85c3-4902-94c0-dbeabc0f1d24 req-f82e8417-011d-4b1e-93fb-30d83a3cce2d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:44.273557 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-82781d21-85c3-4902-94c0-dbeabc0f1d24 req-f82e8417-011d-4b1e-93fb-30d83a3cce2d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 945 time: 0.0675383 Jun 17 07:26:44.284966 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41038) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:44.285203 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:44.290734 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0693aea7-fa07-4cd2-9f97-37179aa36fef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'floatingip': {'port_id': '33826e23-a394-46bb-a05a-72936c98c2a5'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:26:44.332366 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0693aea7-fa07-4cd2-9f97-37179aa36fef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (90c21360-6263-42a9-98e2-80318e2f2b23), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:44.349386 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cc2f904e-8851-4fc3-a81f-710938695277 admin admin] Publish callbacks [] for security_group (31334e56-0cb0-4901-b559-3a93c9790389), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:44.354272 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cc2f904e-8851-4fc3-a81f-710938695277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (31334e56-0cb0-4901-b559-3a93c9790389), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:44.400245 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-cc2f904e-8851-4fc3-a81f-710938695277 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5353209c2aa1438ea797961407c2d31b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903230 Jun 17 07:26:44.401455 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f904e-8851-4fc3-a81f-710938695277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31334e56-0cb0-4901-b559-3a93c9790389,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:44.404042 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41040) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:44.534759 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8b7961c-8a21-4e2d-a07b-b2846fc846eb admin admin] Publish callbacks [] for security_group (31334e56-0cb0-4901-b559-3a93c9790389), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:44.576678 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:44.588371 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8b7961c-8a21-4e2d-a07b-b2846fc846eb admin admin] Publish callbacks [] for security_group (31334e56-0cb0-4901-b559-3a93c9790389), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:44.729497 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8b7961c-8a21-4e2d-a07b-b2846fc846eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (31334e56-0cb0-4901-b559-3a93c9790389), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:44.734526 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8b7961c-8a21-4e2d-a07b-b2846fc846eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:44.736379 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-c8b7961c-8a21-4e2d-a07b-b2846fc846eb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/31334e56-0cb0-4901-b559-3a93c9790389 HTTP/1.1" status: 204 len: 168 time: 0.3310535 Jun 17 07:26:45.088192 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7961c-8a21-4e2d-a07b-b2846fc846eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31334e56-0cb0-4901-b559-3a93c9790389,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:45.173542 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:45.220356 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0693aea7-fa07-4cd2-9f97-37179aa36fef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:45.226742 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0693aea7-fa07-4cd2-9f97-37179aa36fef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (90c21360-6263-42a9-98e2-80318e2f2b23), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:45.331169 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [None req-0693aea7-fa07-4cd2-9f97-37179aa36fef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Floating IP 90c21360-6263-42a9-98e2-80318e2f2b23 associated. External IP: 172.27.0.77, port: 33826e23-a394-46bb-a05a-72936c98c2a5. Jun 17 07:26:45.534354 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:45.561742 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0693aea7-fa07-4cd2-9f97-37179aa36fef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:26:45.677758 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0693aea7-fa07-4cd2-9f97-37179aa36fef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:26:45.682678 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0693aea7-fa07-4cd2-9f97-37179aa36fef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:45.694505 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61620fbe-de39-4d69-8410-2246d55a335c None None] Sync routers for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:26:45.708045 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61620fbe-de39-4d69-8410-2246d55a335c None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:26:45.708921 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-61620fbe-de39-4d69-8410-2246d55a335c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:26:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:45.715823 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-0693aea7-fa07-4cd2-9f97-37179aa36fef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "PUT /v2.0/floatingips/90c21360-6263-42a9-98e2-80318e2f2b23 HTTP/1.1" status: 200 len: 990 time: 1.4290869 Jun 17 07:26:45.717061 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'tag': '33826e23-a394-46bb-a05a-72936c98c2a5'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:26:45.722224 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e318bee-5f9c-4b05-b521-b089f3e0c332" -d '{"events": [{"name": "network-changed", "server_uuid": "c0db5765-c86f-4fac-9e92-ac1ff1147709", "tag": "33826e23-a394-46bb-a05a-72936c98c2a5"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:26:45.782001 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec7ddf5-a410-4972-89f1-a415e535cd66 x-openstack-request-id: req-0ec7ddf5-a410-4972-89f1-a415e535cd66 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:26:45.782974 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0db5765-c86f-4fac-9e92-ac1ff1147709", "tag": "33826e23-a394-46bb-a05a-72936c98c2a5", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:26:45.783303 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0ec7ddf5-a410-4972-89f1-a415e535cd66 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:26:45.783964 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec7ddf5-a410-4972-89f1-a415e535cd66'] response: {'name': 'network-changed', 'server_uuid': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'tag': '33826e23-a394-46bb-a05a-72936c98c2a5', 'status': 'completed', 'code': 200} Jun 17 07:26:45.834947 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-61620fbe-de39-4d69-8410-2246d55a335c None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:26:45.854270 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e318bee-5f9c-4b05-b521-b089f3e0c332 req-536ea6a7-1d5c-4630-bece-0a128a92b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:45.856099 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e318bee-5f9c-4b05-b521-b089f3e0c332 req-536ea6a7-1d5c-4630-bece-0a128a92b26a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 1129 time: 0.0505617 Jun 17 07:26:45.982038 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:45.989779 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e318bee-5f9c-4b05-b521-b089f3e0c332 req-7e8e0cbe-8a2b-46b0-8f27-6b912f600222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:45.991679 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e318bee-5f9c-4b05-b521-b089f3e0c332 req-7e8e0cbe-8a2b-46b0-8f27-6b912f600222 service neutron] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 916 time: 0.1253021 Jun 17 07:26:46.019094 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:46.065475 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:46.075184 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e318bee-5f9c-4b05-b521-b089f3e0c332 req-3490d4cf-58f2-4093-8c98-4897e8eeed24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33826e23-a394-46bb-a05a-72936c98c2a5 HTTP/1.1" status: 200 len: 998 time: 0.0767303 Jun 17 07:26:46.099182 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-61620fbe-de39-4d69-8410-2246d55a335c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '0e94ce11-515c-420c-bd7d-ca6a11ab6df8', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:05:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:25:17Z', 'updated_at': '2022-06-17T07:25:33Z', 'revision_number': 2, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}, {'id': '90c21360-6263-42a9-98e2-80318e2f2b23', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': '33826e23-a394-46bb-a05a-72936c98c2a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:20:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:26:27Z', 'updated_at': '2022-06-17T07:26:45Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:46.131508 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e318bee-5f9c-4b05-b521-b089f3e0c332 req-d70ce6c3-5c1d-4de7-95b8-f0068fc49bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:46.132822 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61620fbe-de39-4d69-8410-2246d55a335c None None] Checking router: 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:26:46.133845 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e318bee-5f9c-4b05-b521-b089f3e0c332 req-d70ce6c3-5c1d-4de7-95b8-f0068fc49bfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.0526464 Jun 17 07:26:46.142101 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61620fbe-de39-4d69-8410-2246d55a335c None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:26:46.142722 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-61620fbe-de39-4d69-8410-2246d55a335c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:26:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:46.184550 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e318bee-5f9c-4b05-b521-b089f3e0c332 req-55929415-2f9a-4abd-8c54-ee2c86e4178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:46.186023 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e318bee-5f9c-4b05-b521-b089f3e0c332 req-55929415-2f9a-4abd-8c54-ee2c86e4178f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461652 Jun 17 07:26:46.253449 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-61620fbe-de39-4d69-8410-2246d55a335c None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:26:46.297638 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e318bee-5f9c-4b05-b521-b089f3e0c332 req-bab0832c-4d82-4f25-829d-e4d5ffed53d6 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048951 Jun 17 07:26:46.418343 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0e318bee-5f9c-4b05-b521-b089f3e0c332 req-c559b9f0-370a-41d1-8534-686762dd0697 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114175 Jun 17 07:26:46.609360 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-61620fbe-de39-4d69-8410-2246d55a335c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '0e94ce11-515c-420c-bd7d-ca6a11ab6df8', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:05:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:25:17Z', 'updated_at': '2022-06-17T07:25:33Z', 'revision_number': 2, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}, {'id': '90c21360-6263-42a9-98e2-80318e2f2b23', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': '33826e23-a394-46bb-a05a-72936c98c2a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:20:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:26:27Z', 'updated_at': '2022-06-17T07:26:45Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:26:46.635153 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61620fbe-de39-4d69-8410-2246d55a335c None None] The sync data for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi is: [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '0e94ce11-515c-420c-bd7d-ca6a11ab6df8', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:05:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:25:17Z', 'updated_at': '2022-06-17T07:25:33Z', 'revision_number': 2, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}, {'id': '90c21360-6263-42a9-98e2-80318e2f2b23', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': '33826e23-a394-46bb-a05a-72936c98c2a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:20:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:26:27Z', 'updated_at': '2022-06-17T07:26:45Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:26:46.861702 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bdcbf4-65d6-4efd-a641-4e24f6f7b233 None None] New status for floating IP 90c21360-6263-42a9-98e2-80318e2f2b23: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:26:46.917720 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-1948c04d-674f-4c7e-a99c-8a40dca4c0de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398099 Jun 17 07:26:47.010646 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-aab44a01-909f-4911-8045-fbc8da69df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:47.012320 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-aab44a01-909f-4911-8045-fbc8da69df7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f92a857cef0a43d4907fbc667e30df6d&device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 1130 time: 0.0448446 Jun 17 07:26:47.127138 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-bbe10c9f-adbd-4538-956b-d7f257dae081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:47.128903 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-bbe10c9f-adbd-4538-956b-d7f257dae081 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cda22a3-ed9a-495c-94c5-566aedd4005f HTTP/1.1" status: 200 len: 909 time: 0.0958385 Jun 17 07:26:47.198735 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-257a755f-bd62-4397-9872-4a4e7738fc2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6e6009-fcde-4778-b310-a5edbcb21692 HTTP/1.1" status: 200 len: 1002 time: 0.0590246 Jun 17 07:26:47.256197 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-e1bf53ca-d650-46fa-a8a3-ccedf99e933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:47.257947 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-e1bf53ca-d650-46fa-a8a3-ccedf99e933e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41a60316-a518-4f9c-ac83-c96f9e396f63 HTTP/1.1" status: 200 len: 847 time: 0.0526960 Jun 17 07:26:47.301075 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:47.305700 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-c1443ad3-d6c7-466b-b21b-58434cefd5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:26:47.307269 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-c1443ad3-d6c7-466b-b21b-58434cefd5d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cda22a3-ed9a-495c-94c5-566aedd4005f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425587 Jun 17 07:26:47.404376 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-120d4030-68a4-4140-b502-6dbbc03248bb service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908668 Jun 17 07:26:47.503946 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4bf9f06c-1757-43d6-8ed3-c766f0bd4c18 req-21013739-62e3-42ee-be5b-f1a2a2a26bed service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909443 Jun 17 07:26:49.581482 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41132) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:49.691170 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a182-8270-4af8-bb62-84bc09a83cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:49.771269 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a182-8270-4af8-bb62-84bc09a83cae admin admin] Publish callbacks [] for security_group (bb19263c-8499-44a1-ae25-06adff9df5dd), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:49.776532 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a182-8270-4af8-bb62-84bc09a83cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (bb19263c-8499-44a1-ae25-06adff9df5dd), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:49.822592 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f5c2a182-8270-4af8-bb62-84bc09a83cae admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=4d76d1c9e6964c38bd93a971c8c34ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399733 Jun 17 07:26:49.823459 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2a182-8270-4af8-bb62-84bc09a83cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb19263c-8499-44a1-ae25-06adff9df5dd,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:49.825308 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41136) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:49.877640 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Publish callbacks [] for security_group (bb19263c-8499-44a1-ae25-06adff9df5dd), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:49.906471 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Publish callbacks [] for security_group (bb19263c-8499-44a1-ae25-06adff9df5dd), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:49.956790 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (bb19263c-8499-44a1-ae25-06adff9df5dd), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:49.959663 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:49.960883 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bb19263c-8499-44a1-ae25-06adff9df5dd HTTP/1.1" status: 204 len: 168 time: 0.1345830 Jun 17 07:26:49.969615 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb19263c-8499-44a1-ae25-06adff9df5dd,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:49.979398 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.979727 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.980347 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.980691 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.981078 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.981470 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.981842 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.982425 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.982883 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.983177 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.983556 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.984584 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.984954 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.985675 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:49.985927 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566ce9-499d-491e-ae25-ef84c86974bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:26:50.249945 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41142) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:50.263299 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aec5-a40b-42e2-8489-0158ee886d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:50.339101 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aec5-a40b-42e2-8489-0158ee886d46 admin admin] Publish callbacks [] for security_group (2bb53562-7867-4d0c-af53-56c47f333868), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:50.342774 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aec5-a40b-42e2-8489-0158ee886d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (2bb53562-7867-4d0c-af53-56c47f333868), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:50.358767 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:50.384316 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-9ea7aec5-a40b-42e2-8489-0158ee886d46 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a126e1f2c7254691945a16b86a69c04b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332591 Jun 17 07:26:50.385865 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7aec5-a40b-42e2-8489-0158ee886d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb53562-7867-4d0c-af53-56c47f333868,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:50.387100 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41144) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:50.414946 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:50.442546 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72f27509-cd61-4682-9868-d0f1bd11f8d8 admin admin] Publish callbacks [] for security_group (2bb53562-7867-4d0c-af53-56c47f333868), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:50.464718 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72f27509-cd61-4682-9868-d0f1bd11f8d8 admin admin] Publish callbacks [] for security_group (2bb53562-7867-4d0c-af53-56c47f333868), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:50.511950 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72f27509-cd61-4682-9868-d0f1bd11f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (2bb53562-7867-4d0c-af53-56c47f333868), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:50.514626 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72f27509-cd61-4682-9868-d0f1bd11f8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:50.516484 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-72f27509-cd61-4682-9868-d0f1bd11f8d8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2bb53562-7867-4d0c-af53-56c47f333868 HTTP/1.1" status: 204 len: 168 time: 0.1281736 Jun 17 07:26:50.524888 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f27509-cd61-4682-9868-d0f1bd11f8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb53562-7867-4d0c-af53-56c47f333868,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:53.659753 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41280) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:53.777529 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f954acc3-a8e4-4d57-8ddf-b2a3de06a1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:53.858947 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f954acc3-a8e4-4d57-8ddf-b2a3de06a1ea admin admin] Publish callbacks [] for security_group (8b5ec2a1-6d99-4f36-99bc-b63d7b323e63), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:53.863198 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f954acc3-a8e4-4d57-8ddf-b2a3de06a1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (8b5ec2a1-6d99-4f36-99bc-b63d7b323e63), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:53.904175 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954acc3-a8e4-4d57-8ddf-b2a3de06a1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5ec2a1-6d99-4f36-99bc-b63d7b323e63,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:53.911871 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f954acc3-a8e4-4d57-8ddf-b2a3de06a1ea admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d4834905cfaa4281b2bf294343b0fa87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481537 Jun 17 07:26:53.912182 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41284) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:53.933580 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:53.966451 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ca7a86c-df9f-49f5-8e1b-2d6997f87aff admin admin] Publish callbacks [] for security_group (8b5ec2a1-6d99-4f36-99bc-b63d7b323e63), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:53.992036 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ca7a86c-df9f-49f5-8e1b-2d6997f87aff admin admin] Publish callbacks [] for security_group (8b5ec2a1-6d99-4f36-99bc-b63d7b323e63), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:54.041942 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ca7a86c-df9f-49f5-8e1b-2d6997f87aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (8b5ec2a1-6d99-4f36-99bc-b63d7b323e63), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:54.044823 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ca7a86c-df9f-49f5-8e1b-2d6997f87aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:54.045992 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-4ca7a86c-df9f-49f5-8e1b-2d6997f87aff admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8b5ec2a1-6d99-4f36-99bc-b63d7b323e63 HTTP/1.1" status: 204 len: 168 time: 0.1328864 Jun 17 07:26:54.054834 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7a86c-df9f-49f5-8e1b-2d6997f87aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5ec2a1-6d99-4f36-99bc-b63d7b323e63,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:54.324584 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41290) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:54.339744 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67d7f54d-a200-423b-b287-c026140e5ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:54.427612 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67d7f54d-a200-423b-b287-c026140e5ab0 admin admin] Publish callbacks [] for security_group (88de69b7-7cef-49b1-b34a-fa9aa910fe4c), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:54.431466 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67d7f54d-a200-423b-b287-c026140e5ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (88de69b7-7cef-49b1-b34a-fa9aa910fe4c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:54.476468 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-67d7f54d-a200-423b-b287-c026140e5ab0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9edb32b60772421a83c8de4f84b33f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507618 Jun 17 07:26:54.477183 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7f54d-a200-423b-b287-c026140e5ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88de69b7-7cef-49b1-b34a-fa9aa910fe4c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:54.479416 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41292) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:26:54.532685 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74f17551-3481-4265-89ff-bce72a9c9c71 admin admin] Publish callbacks [] for security_group (88de69b7-7cef-49b1-b34a-fa9aa910fe4c), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:54.556334 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74f17551-3481-4265-89ff-bce72a9c9c71 admin admin] Publish callbacks [] for security_group (88de69b7-7cef-49b1-b34a-fa9aa910fe4c), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:54.605241 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74f17551-3481-4265-89ff-bce72a9c9c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (88de69b7-7cef-49b1-b34a-fa9aa910fe4c), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:54.607965 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74f17551-3481-4265-89ff-bce72a9c9c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:26:54.609723 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-74f17551-3481-4265-89ff-bce72a9c9c71 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/88de69b7-7cef-49b1-b34a-fa9aa910fe4c HTTP/1.1" status: 204 len: 168 time: 0.1291690 Jun 17 07:26:54.617893 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f17551-3481-4265-89ff-bce72a9c9c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88de69b7-7cef-49b1-b34a-fa9aa910fe4c,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:26:56.611812 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=52 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:26:56.612773 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=52 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:00.419132 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:02.500993 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-419420ea-e804-4413-bbfb-02d2584ecfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:04.162918 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41388) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:04.274588 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5134d27f-2810-4f94-8366-207c9ee0f9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:04.354582 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5134d27f-2810-4f94-8366-207c9ee0f9c7 admin admin] Publish callbacks [] for security_group (3ee9dd42-8720-4b56-8425-5e2378630720), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:04.358531 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5134d27f-2810-4f94-8366-207c9ee0f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (3ee9dd42-8720-4b56-8425-5e2378630720), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:04.372781 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:04.400868 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-5134d27f-2810-4f94-8366-207c9ee0f9c7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=de779a4b49df41799b6ebdc982179d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367847 Jun 17 07:27:04.403429 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41392) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:04.403936 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134d27f-2810-4f94-8366-207c9ee0f9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee9dd42-8720-4b56-8425-5e2378630720,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:04.455303 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57f49a28-733f-445b-9e62-6bb8253b057d admin admin] Publish callbacks [] for security_group (3ee9dd42-8720-4b56-8425-5e2378630720), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:04.477339 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57f49a28-733f-445b-9e62-6bb8253b057d admin admin] Publish callbacks [] for security_group (3ee9dd42-8720-4b56-8425-5e2378630720), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:04.506253 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:04.527293 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57f49a28-733f-445b-9e62-6bb8253b057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (3ee9dd42-8720-4b56-8425-5e2378630720), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:04.529875 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57f49a28-733f-445b-9e62-6bb8253b057d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:04.531070 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-57f49a28-733f-445b-9e62-6bb8253b057d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3ee9dd42-8720-4b56-8425-5e2378630720 HTTP/1.1" status: 204 len: 168 time: 0.1264119 Jun 17 07:27:04.538985 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f49a28-733f-445b-9e62-6bb8253b057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee9dd42-8720-4b56-8425-5e2378630720,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:04.709261 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-d978a367-d3a3-44c6-ae0d-ae842d0e6fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:04.964828 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ea875-446b-4b07-9ca5-2b21144a7482 req-a419b592-edc4-49b7-9b4c-ac5b66ba6da8 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:04.966318 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5f4ea875-446b-4b07-9ca5-2b21144a7482 req-a419b592-edc4-49b7-9b4c-ac5b66ba6da8 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 947 time: 0.0470872 Jun 17 07:27:05.021909 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5f4ea875-446b-4b07-9ca5-2b21144a7482 req-f4d133ce-6ead-4acf-a9ab-5574a5fab1ef tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496187 Jun 17 07:27:05.606920 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41438) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:05.714220 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea106cb3-450c-44dd-9259-f05058aac3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:05.738751 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:05.793563 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea106cb3-450c-44dd-9259-f05058aac3a9 admin admin] Publish callbacks [] for security_group (e5fd689a-3a7c-4b47-a5c3-13eb330a940a), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:05.797599 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea106cb3-450c-44dd-9259-f05058aac3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (e5fd689a-3a7c-4b47-a5c3-13eb330a940a), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:05.840342 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-ea106cb3-450c-44dd-9259-f05058aac3a9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=eb91cf222e574fa5b9df46f50f8ff4f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322788 Jun 17 07:27:05.841524 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea106cb3-450c-44dd-9259-f05058aac3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fd689a-3a7c-4b47-a5c3-13eb330a940a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:05.843148 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41442) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:05.897304 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6f702e72-282a-48c2-8a92-9fd0e8334a2a admin admin] Publish callbacks [] for security_group (e5fd689a-3a7c-4b47-a5c3-13eb330a940a), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:05.919413 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6f702e72-282a-48c2-8a92-9fd0e8334a2a admin admin] Publish callbacks [] for security_group (e5fd689a-3a7c-4b47-a5c3-13eb330a940a), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:05.967822 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6f702e72-282a-48c2-8a92-9fd0e8334a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (e5fd689a-3a7c-4b47-a5c3-13eb330a940a), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:05.970784 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6f702e72-282a-48c2-8a92-9fd0e8334a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:05.971932 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-6f702e72-282a-48c2-8a92-9fd0e8334a2a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e5fd689a-3a7c-4b47-a5c3-13eb330a940a HTTP/1.1" status: 204 len: 168 time: 0.1277983 Jun 17 07:27:05.979846 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f702e72-282a-48c2-8a92-9fd0e8334a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fd689a-3a7c-4b47-a5c3-13eb330a940a,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:06.154365 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86018562-f423-4317-8f5c-c4c19151431d req-9f937116-01f8-4d30-8589-1c238633f9ee tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:06.155932 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-86018562-f423-4317-8f5c-c4c19151431d req-9f937116-01f8-4d30-8589-1c238633f9ee tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 947 time: 0.0572693 Jun 17 07:27:06.206341 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-86018562-f423-4317-8f5c-c4c19151431d req-7e1708d4-f709-443e-8c06-da499d62fda4 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups?id=5d01ce37-32bd-4a6a-8033-c1083d41dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444500 Jun 17 07:27:06.688616 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-963dab79-ad8f-4297-b8e2-397505b6cc2f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:06.690075 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-963dab79-ad8f-4297-b8e2-397505b6cc2f tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.16 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 947 time: 0.0503025 Jun 17 07:27:06.779333 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Deleting port dba1d1a8-9ccb-4208-8f53-aedafc10079e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:27:06.779668 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:06.807793 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:06.873380 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] For port dba1d1a8-9ccb-4208-8f53-aedafc10079e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=dba1d1a8-9ccb-4208-8f53-aedafc10079e,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:27:06.873756 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:07.063060 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:07.063332 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (b90ab0a1-9f26-4a2f-ac15-2525b93a0447), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:07.063728 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Floating IP b90ab0a1-9f26-4a2f-ac15-2525b93a0447 disassociated. External IP: 172.27.0.110, port: dba1d1a8-9ccb-4208-8f53-aedafc10079e. Jun 17 07:27:07.064104 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Calling delete_port for dba1d1a8-9ccb-4208-8f53-aedafc10079e owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:27:07.193542 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:07.198898 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (dba1d1a8-9ccb-4208-8f53-aedafc10079e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:07.232522 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event deleted for resources: {'Port': ['ID=dba1d1a8-9ccb-4208-8f53-aedafc10079e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:07.318087 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:07.331212 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ad93d00a-a729-4ffe-81b2-4bfc370824c4 req-1bd38c08-c4be-44d0-bb3e-060a62db7e34 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/ports?device_id=22260155-f09d-4ea1-aa32-ec3a3e2c5c74 HTTP/1.1" status: 200 len: 210 time: 0.0403550 Jun 17 07:27:07.352094 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Router e2d8a315-4369-470a-9061-1776fd1d149c has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:27:07.458410 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:27:07.468139 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4acb2-ff5d-4d23-830f-a3950f64863c None None] Sync routers for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:27:07.478605 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4acb2-ff5d-4d23-830f-a3950f64863c None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:27:07.479285 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-55c4acb2-ff5d-4d23-830f-a3950f64863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:27:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:07.503842 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] No DVR routers for this DVR port dba1d1a8-9ccb-4208-8f53-aedafc10079e on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:27:07.506277 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:07.509458 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-97286a45-84f1-4fa1-bd40-3216a310d84b req-c01bfeb2-6de0-482f-843a-64e0de24eb1c tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.16 "DELETE /v2.0/ports/dba1d1a8-9ccb-4208-8f53-aedafc10079e HTTP/1.1" status: 204 len: 173 time: 0.8135808 Jun 17 07:27:07.509890 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'name': 'network-vif-deleted', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:27:07.512232 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeeaa05-dd3a-433e-b2b9-60659dc35d1f" -d '{"events": [{"server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "name": "network-vif-deleted", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:27:07.550570 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75430ad8-615f-4999-a803-dac31363eac8 x-openstack-request-id: req-75430ad8-615f-4999-a803-dac31363eac8 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:27:07.550853 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22260155-f09d-4ea1-aa32-ec3a3e2c5c74", "name": "network-vif-deleted", "tag": "dba1d1a8-9ccb-4208-8f53-aedafc10079e", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:27:07.551102 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-75430ad8-615f-4999-a803-dac31363eac8 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:27:07.551504 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75430ad8-615f-4999-a803-dac31363eac8'] response: {'server_uuid': '22260155-f09d-4ea1-aa32-ec3a3e2c5c74', 'name': 'network-vif-deleted', 'tag': 'dba1d1a8-9ccb-4208-8f53-aedafc10079e', 'status': 'completed', 'code': 200} Jun 17 07:27:07.585741 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-55c4acb2-ff5d-4d23-830f-a3950f64863c None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:27:07.782568 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-55c4acb2-ff5d-4d23-830f-a3950f64863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:07.807620 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4acb2-ff5d-4d23-830f-a3950f64863c None None] Checking router: e2d8a315-4369-470a-9061-1776fd1d149c for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:27:07.816157 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4acb2-ff5d-4d23-830f-a3950f64863c None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:27:07.816766 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-55c4acb2-ff5d-4d23-830f-a3950f64863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:27:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:07.837177 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:07.852110 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:07.917928 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-55c4acb2-ff5d-4d23-830f-a3950f64863c None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:27:08.108760 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-55c4acb2-ff5d-4d23-830f-a3950f64863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:08.142781 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4acb2-ff5d-4d23-830f-a3950f64863c None None] The sync data for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi is: [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:19:53Z', 'revision_number': 4, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '55265147-52a5-4a38-83d9-0f8bdc43ceb5', 'name': '', 'network_id': 'ed70ad4c-5186-4d7f-a1ab-3e0db877b874', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'mac_address': 'fa:16:3e:28:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:51Z', 'updated_at': '2022-06-17T07:20:02Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'subnets': [{'id': '61a47006-0fd4-4566-be0d-e8e1b248d69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:27:08.375586 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8d074-7566-40bf-bfc3-cea62a171380 None None] New status for floating IP b90ab0a1-9f26-4a2f-ac15-2525b93a0447: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:27:08.430367 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41490) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:08.488900 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d115320d-cb5f-4ef1-9a07-d7bfad5bb4d7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (5d01ce37-32bd-4a6a-8033-c1083d41dadf), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:08.514132 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d115320d-cb5f-4ef1-9a07-d7bfad5bb4d7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (5d01ce37-32bd-4a6a-8033-c1083d41dadf), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:08.566132 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d115320d-cb5f-4ef1-9a07-d7bfad5bb4d7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (5d01ce37-32bd-4a6a-8033-c1083d41dadf), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:08.568763 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d115320d-cb5f-4ef1-9a07-d7bfad5bb4d7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:08.569906 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-d115320d-cb5f-4ef1-9a07-d7bfad5bb4d7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "DELETE /v2.0/security-groups/5d01ce37-32bd-4a6a-8033-c1083d41dadf HTTP/1.1" status: 204 len: 168 time: 0.1384618 Jun 17 07:27:08.572782 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41492) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:08.580139 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115320d-cb5f-4ef1-9a07-d7bfad5bb4d7 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d01ce37-32bd-4a6a-8033-c1083d41dadf,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:08.589303 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.api.v2.resource [None req-7d09023c-4000-43d0-9227-3ebff0c87e82 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] show failed (client error): The resource could not be found. Jun 17 07:27:08.592932 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-7d09023c-4000-43d0-9227-3ebff0c87e82 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "GET /v2.0/security-groups/5d01ce37-32bd-4a6a-8033-c1083d41dadf HTTP/1.1" status: 404 len: 347 time: 0.0162787 Jun 17 07:27:08.593152 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41494) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:08.708962 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2508b767-70aa-408a-825b-e941f4c2f96e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Deleting port f937a7f8-161f-4280-8929-4af80dd8cfcf {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:27:08.709298 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2508b767-70aa-408a-825b-e941f4c2f96e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (f937a7f8-161f-4280-8929-4af80dd8cfcf), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:08.783827 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2508b767-70aa-408a-825b-e941f4c2f96e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (f937a7f8-161f-4280-8929-4af80dd8cfcf), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:08.784180 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2508b767-70aa-408a-825b-e941f4c2f96e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (f937a7f8-161f-4280-8929-4af80dd8cfcf), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:08.795973 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2508b767-70aa-408a-825b-e941f4c2f96e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Calling delete_port for f937a7f8-161f-4280-8929-4af80dd8cfcf owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:27:08.861804 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:08.932005 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2508b767-70aa-408a-825b-e941f4c2f96e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (f937a7f8-161f-4280-8929-4af80dd8cfcf), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:08.957919 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508b767-70aa-408a-825b-e941f4c2f96e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Pushing event deleted for resources: {'Port': ['ID=f937a7f8-161f-4280-8929-4af80dd8cfcf,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:09.026134 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2508b767-70aa-408a-825b-e941f4c2f96e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks [] for floatingip (b90ab0a1-9f26-4a2f-ac15-2525b93a0447), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:09.028704 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2508b767-70aa-408a-825b-e941f4c2f96e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:09.029873 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-2508b767-70aa-408a-825b-e941f4c2f96e tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] 10.222.0.33 "DELETE /v2.0/floatingips/b90ab0a1-9f26-4a2f-ac15-2525b93a0447 HTTP/1.1" status: 204 len: 168 time: 0.4352565 Jun 17 07:27:11.072751 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device dba1d1a8-9ccb-4208-8f53-aedafc10079e no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:27:11.092688 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: dba1d1a8-9ccb-4208-8f53-aedafc10079e {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:27:11.093029 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device dba1d1a8-9ccb-4208-8f53-aedafc10079e not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:27:15.159299 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:15.649472 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41546) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:16.054961 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:16.179598 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818816'] for router_interface (e2d8a315-4369-470a-9061-1776fd1d149c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:16.358007 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:27:16.412523 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] Deleting port 55265147-52a5-4a38-83d9-0f8bdc43ceb5 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:27:16.412895 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:16.746362 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] For port 55265147-52a5-4a38-83d9-0f8bdc43ceb5, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=55265147-52a5-4a38-83d9-0f8bdc43ceb5,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:27:16.747068 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:16.760326 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] Calling delete_port for 55265147-52a5-4a38-83d9-0f8bdc43ceb5 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:27:16.882141 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:16.940962 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (55265147-52a5-4a38-83d9-0f8bdc43ceb5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:16.966891 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=55265147-52a5-4a38-83d9-0f8bdc43ceb5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:17.084900 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:17.148965 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820240'] for router_interface (e2d8a315-4369-470a-9061-1776fd1d149c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:17.393811 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] Router e2d8a315-4369-470a-9061-1776fd1d149c has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:27:17.498678 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:27:17.506288 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-87f3efbd-e3d3-4f02-8c7b-63d05c76fc74 admin admin] 10.222.0.33 "PUT /v2.0/routers/e2d8a315-4369-470a-9061-1776fd1d149c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8552318 Jun 17 07:27:17.508468 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41570) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:17.509039 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0766d2b-a9cc-41fe-b2f5-abf68de183d2 None None] Sync routers for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:27:17.520142 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0766d2b-a9cc-41fe-b2f5-abf68de183d2 None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:27:17.520740 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e0766d2b-a9cc-41fe-b2f5-abf68de183d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:27:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:17.619616 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Publish callbacks [] for router (e2d8a315-4369-470a-9061-1776fd1d149c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:17.628508 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-e0766d2b-a9cc-41fe-b2f5-abf68de183d2 None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:27:17.723324 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Publish callbacks [] for router_gateway (e2d8a315-4369-470a-9061-1776fd1d149c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:17.768348 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Deleting port d7387063-5926-455f-9f6f-c7ef595c046b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:27:17.769022 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:17.808579 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e0766d2b-a9cc-41fe-b2f5-abf68de183d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:27:16Z', 'revision_number': 5, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port': {'id': 'd7387063-5926-455f-9f6f-c7ef595c046b', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:19:43Z', 'updated_at': '2022-06-17T07:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:17.841356 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0766d2b-a9cc-41fe-b2f5-abf68de183d2 None None] Checking router: e2d8a315-4369-470a-9061-1776fd1d149c for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:27:17.848737 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:17.850913 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] For port d7387063-5926-455f-9f6f-c7ef595c046b, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=d7387063-5926-455f-9f6f-c7ef595c046b,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:27:17.851159 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0766d2b-a9cc-41fe-b2f5-abf68de183d2 None None] Routers {'e2d8a315-4369-470a-9061-1776fd1d149c'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:27:17.851348 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:17.852105 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e0766d2b-a9cc-41fe-b2f5-abf68de183d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:27:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['e2d8a315-4369-470a-9061-1776fd1d149c'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:17.856093 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:17.869636 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Calling delete_port for d7387063-5926-455f-9f6f-c7ef595c046b owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:27:17.873264 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:17.945506 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-e0766d2b-a9cc-41fe-b2f5-abf68de183d2 None None] Set router e2d8a315-4369-470a-9061-1776fd1d149c gateway port host: None {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:27:18.000434 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:18.049171 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (d7387063-5926-455f-9f6f-c7ef595c046b), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.074522 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7387063-5926-455f-9f6f-c7ef595c046b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:18.083183 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-e0766d2b-a9cc-41fe-b2f5-abf68de183d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:27:17Z', 'revision_number': 6, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port_host': None}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:18.101915 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.102266 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.102612 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.102951 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.103286 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.103618 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.103946 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.104298 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.104628 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.104957 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.105285 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.105611 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.105932 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.106254 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.106575 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:18.107880 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0766d2b-a9cc-41fe-b2f5-abf68de183d2 None None] The sync data for ids ['e2d8a315-4369-470a-9061-1776fd1d149c'] in dv-cinder-834822-4-iscsi is: [{'id': 'e2d8a315-4369-470a-9061-1776fd1d149c', 'name': 'tempest-AttachVolumeShelveTestJSON-849417548-router', 'tenant_id': '277f81ef9ed74a6189221440edd53d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:19:41Z', 'updated_at': '2022-06-17T07:27:17Z', 'revision_number': 6, 'project_id': '277f81ef9ed74a6189221440edd53d4c', 'gw_port_host': None}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:27:18.152358 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819527'] for router_gateway (e2d8a315-4369-470a-9061-1776fd1d149c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.250667 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7687'] for router (e2d8a315-4369-470a-9061-1776fd1d149c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.252922 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Publish callbacks [] for router_controller (e2d8a315-4369-470a-9061-1776fd1d149c), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.304559 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1824228'] for router (e2d8a315-4369-470a-9061-1776fd1d149c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.305194 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d8a315-4369-470a-9061-1776fd1d149c {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:27:18.311533 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.315558 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41574) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:18.316117 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-ac436a03-c3a0-453d-9b0f-342e6c0caee8 admin admin] 10.222.0.33 "DELETE /v2.0/routers/e2d8a315-4369-470a-9061-1776fd1d149c HTTP/1.1" status: 204 len: 168 time: 0.8061275 Jun 17 07:27:18.346814 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:18.366147 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_v2 [None req-174e5c59-47f9-422d-849c-13a55fd7b706 admin admin] Deleting subnet 61a47006-0fd4-4566-be0d-e8e1b248d69c {{(pid=103802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:27:18.369950 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-174e5c59-47f9-422d-849c-13a55fd7b706 admin admin] Publish callbacks [] for subnet (61a47006-0fd4-4566-be0d-e8e1b248d69c), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.406628 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-174e5c59-47f9-422d-849c-13a55fd7b706 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63578525'] for subnet (61a47006-0fd4-4566-be0d-e8e1b248d69c), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.497226 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-174e5c59-47f9-422d-849c-13a55fd7b706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (61a47006-0fd4-4566-be0d-e8e1b248d69c), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.568531 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-174e5c59-47f9-422d-849c-13a55fd7b706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63420046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63947165'] for subnet (61a47006-0fd4-4566-be0d-e8e1b248d69c), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.594888 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e5c59-47f9-422d-849c-13a55fd7b706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a47006-0fd4-4566-be0d-e8e1b248d69c,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:18.602029 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-174e5c59-47f9-422d-849c-13a55fd7b706 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.607544 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-174e5c59-47f9-422d-849c-13a55fd7b706 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/61a47006-0fd4-4566-be0d-e8e1b248d69c HTTP/1.1" status: 204 len: 168 time: 0.2891145 Jun 17 07:27:18.607780 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9fc6f9-865f-439e-a1fb-bbb5adb054bc None None] Network ed70ad4c-5186-4d7f-a1ab-3e0db877b874 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:27:18.608456 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41580) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:18.685265 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (ed70ad4c-5186-4d7f-a1ab-3e0db877b874), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.731457 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Deleting port 523f9dfb-9d33-478a-9c3f-4d226521f56c {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:27:18.731791 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.754744 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:18.812901 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] For port 523f9dfb-9d33-478a-9c3f-4d226521f56c, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=523f9dfb-9d33-478a-9c3f-4d226521f56c,segment=NetworkSegment(76094c67-9367-4b0b-9882-07f388902427),segment_id=76094c67-9367-4b0b-9882-07f388902427)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:27:18.813264 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.833192 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Calling delete_port for 523f9dfb-9d33-478a-9c3f-4d226521f56c owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:27:18.925738 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd53e1ca-37a8-4fe7-8cca-741994c72d81 None None] DHCP port deletion for ed70ad4c-5186-4d7f-a1ab-3e0db877b874 request from dv-cinder-834822-4-iscsi {{(pid=103803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 07:27:18.940965 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (523f9dfb-9d33-478a-9c3f-4d226521f56c), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:18.959459 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-fd53e1ca-37a8-4fe7-8cca-741994c72d81 None None] The port '523f9dfb-9d33-478a-9c3f-4d226521f56c' was deleted {{(pid=103803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Jun 17 07:27:18.965687 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device d7387063-5926-455f-9f6f-c7ef595c046b no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:27:18.978619 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Pushing event deleted for resources: {'Port': ['ID=523f9dfb-9d33-478a-9c3f-4d226521f56c,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:18.986326 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] No DVR routers for this DVR port 523f9dfb-9d33-478a-9c3f-4d226521f56c on host dv-cinder-834822-4-iscsi {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:27:18.987867 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: d7387063-5926-455f-9f6f-c7ef595c046b {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:27:18.988314 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device d7387063-5926-455f-9f6f-c7ef595c046b not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:27:18.988821 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 55265147-52a5-4a38-83d9-0f8bdc43ceb5 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:27:19.011722 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 55265147-52a5-4a38-83d9-0f8bdc43ceb5 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:27:19.012207 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 55265147-52a5-4a38-83d9-0f8bdc43ceb5 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:27:19.066805 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (ed70ad4c-5186-4d7f-a1ab-3e0db877b874), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:19.096218 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed70ad4c-5186-4d7f-a1ab-3e0db877b874']}} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:19.112909 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76094c67-9367-4b0b-9882-07f388902427') {'for_net_delete': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:19.113318 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76094c67-9367-4b0b-9882-07f388902427') {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:19.126897 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63578506'] for segment (76094c67-9367-4b0b-9882-07f388902427), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:19.143050 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (76094c67-9367-4b0b-9882-07f388902427), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:19.151224 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:27:19.151766 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63419984'] for segment (76094c67-9367-4b0b-9882-07f388902427), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:19.182632 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 76094c67-9367-4b0b-9882-07f388902427 resource provider aggregate not found Jun 17 07:27:19.233907 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 76094c67-9367-4b0b-9882-07f388902427 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76094c67-9367-4b0b-9882-07f388902427 found for delete ", "request_id": "req-42996c92-ea63-414b-828a-8ea7fbede102"}]} Jun 17 07:27:19.242732 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (ed70ad4c-5186-4d7f-a1ab-3e0db877b874), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:19.247971 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:19.251769 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] 10.222.0.33 "DELETE /v2.0/networks/ed70ad4c-5186-4d7f-a1ab-3e0db877b874 HTTP/1.1" status: 204 len: 168 time: 0.6422758 Jun 17 07:27:19.265920 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd732a4-15a2-4c85-90dc-547664f90757 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed70ad4c-5186-4d7f-a1ab-3e0db877b874,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:19.406877 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41588) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:19.453738 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a1f85c65-7d9a-4901-9233-39d7688ffd1c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=277f81ef9ed74a6189221440edd53d4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456057 Jun 17 07:27:19.456201 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41590) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:19.507520 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-22c96708-ed73-4869-8942-825e68f1b1fb admin admin] Publish callbacks [] for security_group (9ab38aa4-0ebc-4908-8c10-55d179ddef8a), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:19.531433 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-22c96708-ed73-4869-8942-825e68f1b1fb admin admin] Publish callbacks [] for security_group (9ab38aa4-0ebc-4908-8c10-55d179ddef8a), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:19.540458 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:19.589255 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-22c96708-ed73-4869-8942-825e68f1b1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (9ab38aa4-0ebc-4908-8c10-55d179ddef8a), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:19.591712 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-22c96708-ed73-4869-8942-825e68f1b1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:19.592881 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-22c96708-ed73-4869-8942-825e68f1b1fb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9ab38aa4-0ebc-4908-8c10-55d179ddef8a HTTP/1.1" status: 204 len: 168 time: 0.1357341 Jun 17 07:27:19.601327 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c96708-ed73-4869-8942-825e68f1b1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab38aa4-0ebc-4908-8c10-55d179ddef8a,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:20.752660 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 523f9dfb-9d33-478a-9c3f-4d226521f56c no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:27:20.773202 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 523f9dfb-9d33-478a-9c3f-4d226521f56c {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:27:20.773608 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 523f9dfb-9d33-478a-9c3f-4d226521f56c not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:27:25.833054 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41738) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:25.939075 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5e174735-12a6-44ca-b27e-3d67999f210f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:26.015965 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5e174735-12a6-44ca-b27e-3d67999f210f admin admin] Publish callbacks [] for security_group (eb59d78b-4dd7-4b9c-9f7c-3e8b107f4247), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:26.020323 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5e174735-12a6-44ca-b27e-3d67999f210f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (eb59d78b-4dd7-4b9c-9f7c-3e8b107f4247), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:26.062525 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-5e174735-12a6-44ca-b27e-3d67999f210f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c0ede829ec1840f7a3f28083ae10140d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278378 Jun 17 07:27:26.063405 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e174735-12a6-44ca-b27e-3d67999f210f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb59d78b-4dd7-4b9c-9f7c-3e8b107f4247,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:26.065195 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41742) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:26.115091 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5844f00c-1e87-46c8-93ca-a029a9e86558 admin admin] Publish callbacks [] for security_group (eb59d78b-4dd7-4b9c-9f7c-3e8b107f4247), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:26.136385 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5844f00c-1e87-46c8-93ca-a029a9e86558 admin admin] Publish callbacks [] for security_group (eb59d78b-4dd7-4b9c-9f7c-3e8b107f4247), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:26.188437 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5844f00c-1e87-46c8-93ca-a029a9e86558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (eb59d78b-4dd7-4b9c-9f7c-3e8b107f4247), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:26.190971 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5844f00c-1e87-46c8-93ca-a029a9e86558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:26.192127 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-5844f00c-1e87-46c8-93ca-a029a9e86558 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/eb59d78b-4dd7-4b9c-9f7c-3e8b107f4247 HTTP/1.1" status: 204 len: 168 time: 0.1257932 Jun 17 07:27:26.204017 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844f00c-1e87-46c8-93ca-a029a9e86558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb59d78b-4dd7-4b9c-9f7c-3e8b107f4247,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:29.098222 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41820) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:29.208751 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd705434-d27e-4a18-9d62-3ab629eb0943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:29.229519 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:29.293250 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd705434-d27e-4a18-9d62-3ab629eb0943 admin admin] Publish callbacks [] for security_group (01336def-7cea-4867-b9e8-afbef0828d25), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:29.298026 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fd705434-d27e-4a18-9d62-3ab629eb0943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (01336def-7cea-4867-b9e8-afbef0828d25), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:29.337850 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-fd705434-d27e-4a18-9d62-3ab629eb0943 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=683554bc1319497db17e58b1b25a5495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385521 Jun 17 07:27:29.338689 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd705434-d27e-4a18-9d62-3ab629eb0943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01336def-7cea-4867-b9e8-afbef0828d25,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:29.340561 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41826) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:29.390927 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78b43334-0c74-43b9-aebb-186d1a5f7bc2 admin admin] Publish callbacks [] for security_group (01336def-7cea-4867-b9e8-afbef0828d25), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:29.420231 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78b43334-0c74-43b9-aebb-186d1a5f7bc2 admin admin] Publish callbacks [] for security_group (01336def-7cea-4867-b9e8-afbef0828d25), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:29.469256 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78b43334-0c74-43b9-aebb-186d1a5f7bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (01336def-7cea-4867-b9e8-afbef0828d25), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:29.471801 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78b43334-0c74-43b9-aebb-186d1a5f7bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:29.472999 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-78b43334-0c74-43b9-aebb-186d1a5f7bc2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/01336def-7cea-4867-b9e8-afbef0828d25 HTTP/1.1" status: 204 len: 168 time: 0.1314592 Jun 17 07:27:29.481929 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b43334-0c74-43b9-aebb-186d1a5f7bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01336def-7cea-4867-b9e8-afbef0828d25,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:30.138176 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41856) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:30.301740 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-06b4778d-ec01-4d7b-b7bf-191054101141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:30.399767 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-06b4778d-ec01-4d7b-b7bf-191054101141 admin admin] Publish callbacks [] for security_group (b9c9c949-d974-4016-a6b5-f3336632bac6), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:30.404840 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-06b4778d-ec01-4d7b-b7bf-191054101141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (b9c9c949-d974-4016-a6b5-f3336632bac6), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:30.433338 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:30.446835 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4778d-ec01-4d7b-b7bf-191054101141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c9c949-d974-4016-a6b5-f3336632bac6,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:30.454460 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41874) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:30.454874 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-06b4778d-ec01-4d7b-b7bf-191054101141 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=cdf8f41da1154044a1b341f40f98371b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149104 Jun 17 07:27:30.513669 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5850a78-e073-4cb2-b548-15143507b08e admin admin] Publish callbacks [] for security_group (b9c9c949-d974-4016-a6b5-f3336632bac6), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:30.536872 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5850a78-e073-4cb2-b548-15143507b08e admin admin] Publish callbacks [] for security_group (b9c9c949-d974-4016-a6b5-f3336632bac6), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:30.588322 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5850a78-e073-4cb2-b548-15143507b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (b9c9c949-d974-4016-a6b5-f3336632bac6), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:30.591196 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e5850a78-e073-4cb2-b548-15143507b08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:30.592382 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-e5850a78-e073-4cb2-b548-15143507b08e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b9c9c949-d974-4016-a6b5-f3336632bac6 HTTP/1.1" status: 204 len: 168 time: 0.1369524 Jun 17 07:27:30.601388 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5850a78-e073-4cb2-b548-15143507b08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c9c949-d974-4016-a6b5-f3336632bac6,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:30.616491 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=34,neutron:UPDATE=6 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:32.504512 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca8e0-34cd-4ecc-b24d-12c940d7b48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:33.330313 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b87b58-7e29-4f3a-85b2-a3aa85b43f34 req-334b637d-edc7-4a3f-9fc5-39d99db26f0a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:33.331802 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c6b87b58-7e29-4f3a-85b2-a3aa85b43f34 req-334b637d-edc7-4a3f-9fc5-39d99db26f0a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 945 time: 0.3092699 Jun 17 07:27:33.379675 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c6b87b58-7e29-4f3a-85b2-a3aa85b43f34 req-ce97513c-439b-4c52-9bb0-ce66bcc8c02b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418766 Jun 17 07:27:33.461290 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=10 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:33.466439 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:34.497053 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dc59c-cd3e-450e-928e-5dc566db6662 req-2912e31c-dcb0-4691-adf6-1e4bf4f5387d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:34.498505 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-830dc59c-cd3e-450e-928e-5dc566db6662 req-2912e31c-dcb0-4691-adf6-1e4bf4f5387d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 945 time: 0.0462394 Jun 17 07:27:34.545067 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-830dc59c-cd3e-450e-928e-5dc566db6662 req-fb96bbd0-a641-464b-83c2-0e83a1b6afb9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403202 Jun 17 07:27:34.710693 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b04e5194-d3da-43b5-a835-bc0c7ce0f707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:35.663479 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d7c9e-1e73-4634-a755-bb0756f892eb req-e89d93fc-fa58-47fe-9e2f-2c1553762405 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:35.664946 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-973d7c9e-1e73-4634-a755-bb0756f892eb req-e89d93fc-fa58-47fe-9e2f-2c1553762405 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 945 time: 0.0472906 Jun 17 07:27:35.718105 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-973d7c9e-1e73-4634-a755-bb0756f892eb req-990e3988-a9c2-4ed1-8606-6e5dbf993a1d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453165 Jun 17 07:27:35.742547 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:36.840350 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928771c-0441-4256-98be-890904d0f1f4 req-d1384174-6d14-43fa-92ec-8cc2040c085b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:36.841862 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d928771c-0441-4256-98be-890904d0f1f4 req-d1384174-6d14-43fa-92ec-8cc2040c085b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 945 time: 0.0537679 Jun 17 07:27:36.858614 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:36.911337 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-2750a5f6-41fd-4b9a-bdbb-c52685ee3281 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:36.912806 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-2750a5f6-41fd-4b9a-bdbb-c52685ee3281 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 945 time: 0.0700815 Jun 17 07:27:36.935744 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d928771c-0441-4256-98be-890904d0f1f4 req-b386784d-2fa7-4e2d-a804-2a4d7281bccb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=98d58cf4-8be1-4bf1-9221-d8941bdbf61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833149 Jun 17 07:27:37.010834 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Deleting port 33826e23-a394-46bb-a05a-72936c98c2a5 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:27:37.011174 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:37.101693 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] For port 33826e23-a394-46bb-a05a-72936c98c2a5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=33826e23-a394-46bb-a05a-72936c98c2a5,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:27:37.102054 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:37.278331 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:37.278696 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (90c21360-6263-42a9-98e2-80318e2f2b23), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:37.279001 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Floating IP 90c21360-6263-42a9-98e2-80318e2f2b23 disassociated. External IP: 172.27.0.77, port: 33826e23-a394-46bb-a05a-72936c98c2a5. Jun 17 07:27:37.279346 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Calling delete_port for 33826e23-a394-46bb-a05a-72936c98c2a5 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:27:37.310042 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:37.435840 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (33826e23-a394-46bb-a05a-72936c98c2a5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:37.466461 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'Port': ['ID=33826e23-a394-46bb-a05a-72936c98c2a5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:37.587510 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:27:37.590216 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:37.699023 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:27:37.710032 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a738f9-f5b1-470e-be39-7729552ba2fd None None] Sync routers for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:27:37.719778 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a738f9-f5b1-470e-be39-7729552ba2fd None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:27:37.720406 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f1a738f9-f5b1-470e-be39-7729552ba2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:27:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:37.742363 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] No DVR routers for this DVR port 33826e23-a394-46bb-a05a-72936c98c2a5 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:27:37.744915 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:37.748288 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1a51a965-728b-4e1b-badb-7c81337f7ce7 req-e444f61d-7a31-49f4-95d1-635350336b21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "DELETE /v2.0/ports/33826e23-a394-46bb-a05a-72936c98c2a5 HTTP/1.1" status: 204 len: 173 time: 0.8277268 Jun 17 07:27:37.748733 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'name': 'network-vif-deleted', 'tag': '33826e23-a394-46bb-a05a-72936c98c2a5'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:27:37.751756 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c2e941-3f74-438d-9d25-d2e5e7e8138a" -d '{"events": [{"server_uuid": "c0db5765-c86f-4fac-9e92-ac1ff1147709", "name": "network-vif-deleted", "tag": "33826e23-a394-46bb-a05a-72936c98c2a5"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:27:37.797306 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830a037b-75d7-40c8-81a8-3832ab91c639 x-openstack-request-id: req-830a037b-75d7-40c8-81a8-3832ab91c639 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:27:37.798177 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0db5765-c86f-4fac-9e92-ac1ff1147709", "name": "network-vif-deleted", "tag": "33826e23-a394-46bb-a05a-72936c98c2a5", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:27:37.798177 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-830a037b-75d7-40c8-81a8-3832ab91c639 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:27:37.798395 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830a037b-75d7-40c8-81a8-3832ab91c639'] response: {'server_uuid': 'c0db5765-c86f-4fac-9e92-ac1ff1147709', 'name': 'network-vif-deleted', 'tag': '33826e23-a394-46bb-a05a-72936c98c2a5', 'status': 'completed', 'code': 200} Jun 17 07:27:37.833957 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-f1a738f9-f5b1-470e-be39-7729552ba2fd None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:27:37.861107 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:37.894929 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:38.061647 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f1f2e7ce-d88f-4964-9c2a-fbdeef0f750f req-8dbfeb5b-63b3-439f-a30e-484e9552f799 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=c0db5765-c86f-4fac-9e92-ac1ff1147709 HTTP/1.1" status: 200 len: 210 time: 0.0347235 Jun 17 07:27:38.078777 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f1a738f9-f5b1-470e-be39-7729552ba2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '0e94ce11-515c-420c-bd7d-ca6a11ab6df8', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:05:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:25:17Z', 'updated_at': '2022-06-17T07:25:33Z', 'revision_number': 2, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:38.104360 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a738f9-f5b1-470e-be39-7729552ba2fd None None] Checking router: 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:27:38.113668 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a738f9-f5b1-470e-be39-7729552ba2fd None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:27:38.114357 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f1a738f9-f5b1-470e-be39-7729552ba2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:27:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:38.226389 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-f1a738f9-f5b1-470e-be39-7729552ba2fd None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:27:38.482079 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-f1a738f9-f5b1-470e-be39-7729552ba2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '0e94ce11-515c-420c-bd7d-ca6a11ab6df8', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:05:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:25:17Z', 'updated_at': '2022-06-17T07:25:33Z', 'revision_number': 2, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:38.507797 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a738f9-f5b1-470e-be39-7729552ba2fd None None] The sync data for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi is: [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '0e94ce11-515c-420c-bd7d-ca6a11ab6df8', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:05:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:25:17Z', 'updated_at': '2022-06-17T07:25:33Z', 'revision_number': 2, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:27:38.760544 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f17a7be-4054-40a2-8e3d-e71d46fa5103 None None] New status for floating IP 90c21360-6263-42a9-98e2-80318e2f2b23: DOWN {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:27:39.154375 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 41980) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:39.185310 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:39.215862 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb45d-9992-49a4-9f4d-1cb03ed1411f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (98d58cf4-8be1-4bf1-9221-d8941bdbf61e), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:39.241160 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb45d-9992-49a4-9f4d-1cb03ed1411f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (98d58cf4-8be1-4bf1-9221-d8941bdbf61e), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:39.292181 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb45d-9992-49a4-9f4d-1cb03ed1411f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (98d58cf4-8be1-4bf1-9221-d8941bdbf61e), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:39.294771 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb45d-9992-49a4-9f4d-1cb03ed1411f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:39.295940 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-fe0bb45d-9992-49a4-9f4d-1cb03ed1411f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "DELETE /v2.0/security-groups/98d58cf4-8be1-4bf1-9221-d8941bdbf61e HTTP/1.1" status: 204 len: 168 time: 0.1406479 Jun 17 07:27:39.299649 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41982) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:39.307292 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bb45d-9992-49a4-9f4d-1cb03ed1411f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d58cf4-8be1-4bf1-9221-d8941bdbf61e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:39.322181 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.api.v2.resource [None req-65c19368-8d00-4fe7-8137-09c136799293 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] show failed (client error): The resource could not be found. Jun 17 07:27:39.323336 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-65c19368-8d00-4fe7-8137-09c136799293 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups/98d58cf4-8be1-4bf1-9221-d8941bdbf61e HTTP/1.1" status: 404 len: 347 time: 0.0224006 Jun 17 07:27:39.326069 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 41984) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:39.442317 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c397e23-02b7-42b0-b0ce-ced0afaa22fb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Deleting port b79ede7d-7a5a-43c0-8d3c-ab242cdc388e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:27:39.442661 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c397e23-02b7-42b0-b0ce-ced0afaa22fb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (b79ede7d-7a5a-43c0-8d3c-ab242cdc388e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:39.487586 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:39.518283 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c397e23-02b7-42b0-b0ce-ced0afaa22fb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (b79ede7d-7a5a-43c0-8d3c-ab242cdc388e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:39.518604 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c397e23-02b7-42b0-b0ce-ced0afaa22fb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (b79ede7d-7a5a-43c0-8d3c-ab242cdc388e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:39.530486 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c397e23-02b7-42b0-b0ce-ced0afaa22fb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Calling delete_port for b79ede7d-7a5a-43c0-8d3c-ab242cdc388e owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:27:39.661551 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c397e23-02b7-42b0-b0ce-ced0afaa22fb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (b79ede7d-7a5a-43c0-8d3c-ab242cdc388e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:39.686122 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c397e23-02b7-42b0-b0ce-ced0afaa22fb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'Port': ['ID=b79ede7d-7a5a-43c0-8d3c-ab242cdc388e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:39.752816 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c397e23-02b7-42b0-b0ce-ced0afaa22fb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (90c21360-6263-42a9-98e2-80318e2f2b23), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:39.755237 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c397e23-02b7-42b0-b0ce-ced0afaa22fb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:39.756401 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-9c397e23-02b7-42b0-b0ce-ced0afaa22fb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "DELETE /v2.0/floatingips/90c21360-6263-42a9-98e2-80318e2f2b23 HTTP/1.1" status: 204 len: 168 time: 0.4294138 Jun 17 07:27:41.355625 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5cb7e-7255-4d1f-8677-f7c381a8994f req-30865f51-85fc-4e58-8609-eaacdeedea65 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:41.357356 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-30f5cb7e-7255-4d1f-8677-f7c381a8994f req-30865f51-85fc-4e58-8609-eaacdeedea65 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 946 time: 0.0501866 Jun 17 07:27:41.407267 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-30f5cb7e-7255-4d1f-8677-f7c381a8994f req-51b30032-1078-4e83-ab8c-7e57a25e92bb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=7baace31-6264-40b4-a852-0c1ed4ee0afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438783 Jun 17 07:27:41.431904 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 33826e23-a394-46bb-a05a-72936c98c2a5 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:27:41.456374 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 33826e23-a394-46bb-a05a-72936c98c2a5 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:27:41.456917 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 33826e23-a394-46bb-a05a-72936c98c2a5 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:27:42.522964 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f41f7-e7c0-40aa-82fc-2bfa1e50cc62 req-e00da50a-482d-4aff-981a-6668d4efd036 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:42.524550 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-730f41f7-e7c0-40aa-82fc-2bfa1e50cc62 req-e00da50a-482d-4aff-981a-6668d4efd036 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 946 time: 0.0469065 Jun 17 07:27:42.574530 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-730f41f7-e7c0-40aa-82fc-2bfa1e50cc62 req-127665ac-2e07-4f52-995f-e30131f256df tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=7baace31-6264-40b4-a852-0c1ed4ee0afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441062 Jun 17 07:27:42.800975 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018c055-f435-4853-bf83-96b4a759c5da req-bd20d0c3-77e3-4b45-9721-1bd1c9991820 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:42.802540 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2018c055-f435-4853-bf83-96b4a759c5da req-bd20d0c3-77e3-4b45-9721-1bd1c9991820 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 946 time: 0.0475039 Jun 17 07:27:42.897227 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Deleting port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:27:42.897490 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:42.988832 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] For port d2ebaf58-5cce-403d-9c3e-f3aa34003d90, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d2ebaf58-5cce-403d-9c3e-f3aa34003d90,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:27:42.989261 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:43.028349 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:43.146709 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:43.147068 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (0e94ce11-515c-420c-bd7d-ca6a11ab6df8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:43.147435 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Floating IP 0e94ce11-515c-420c-bd7d-ca6a11ab6df8 disassociated. External IP: 172.27.0.189, port: d2ebaf58-5cce-403d-9c3e-f3aa34003d90. Jun 17 07:27:43.147724 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Calling delete_port for d2ebaf58-5cce-403d-9c3e-f3aa34003d90 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:27:43.249888 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:43.275914 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (d2ebaf58-5cce-403d-9c3e-f3aa34003d90), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:43.306509 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'Port': ['ID=d2ebaf58-5cce-403d-9c3e-f3aa34003d90,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:43.414901 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:27:43.683393 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-0047fbc7-f729-455d-bf0d-6b728e06b0b9 req-773f5fcb-05de-4d60-9ef9-538b32c273f3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=4dfd3a40-1403-42b7-a67e-0c3ba06d253f HTTP/1.1" status: 200 len: 210 time: 0.0332801 Jun 17 07:27:43.778765 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:27:43.790743 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b84a3-b0cf-4199-9885-8daf4ff32df6 None None] Sync routers for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:27:43.798592 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:43.803940 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b84a3-b0cf-4199-9885-8daf4ff32df6 None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:27:43.804771 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-592b84a3-b0cf-4199-9885-8daf4ff32df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:27:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:43.822535 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] No DVR routers for this DVR port d2ebaf58-5cce-403d-9c3e-f3aa34003d90 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:27:43.825071 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:43.828819 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2018c055-f435-4853-bf83-96b4a759c5da req-b30d46c1-cd8f-498a-9f1b-edfa0636acd8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "DELETE /v2.0/ports/d2ebaf58-5cce-403d-9c3e-f3aa34003d90 HTTP/1.1" status: 204 len: 173 time: 1.0214560 Jun 17 07:27:43.829251 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'name': 'network-vif-deleted', 'tag': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:27:43.831477 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d1f72a-668e-4f94-b7bd-35c98d26ba56" -d '{"events": [{"server_uuid": "4dfd3a40-1403-42b7-a67e-0c3ba06d253f", "name": "network-vif-deleted", "tag": "d2ebaf58-5cce-403d-9c3e-f3aa34003d90"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:27:43.869644 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992f5b86-ab30-4ae0-bffe-f31521b05346 x-openstack-request-id: req-992f5b86-ab30-4ae0-bffe-f31521b05346 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:27:43.869935 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfd3a40-1403-42b7-a67e-0c3ba06d253f", "name": "network-vif-deleted", "tag": "d2ebaf58-5cce-403d-9c3e-f3aa34003d90", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:27:43.870184 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-992f5b86-ab30-4ae0-bffe-f31521b05346 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:27:43.870582 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992f5b86-ab30-4ae0-bffe-f31521b05346'] response: {'server_uuid': '4dfd3a40-1403-42b7-a67e-0c3ba06d253f', 'name': 'network-vif-deleted', 'tag': 'd2ebaf58-5cce-403d-9c3e-f3aa34003d90', 'status': 'completed', 'code': 200} Jun 17 07:27:43.912131 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-592b84a3-b0cf-4199-9885-8daf4ff32df6 None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:27:44.105531 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-592b84a3-b0cf-4199-9885-8daf4ff32df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:44.131125 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b84a3-b0cf-4199-9885-8daf4ff32df6 None None] Checking router: 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:27:44.139603 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b84a3-b0cf-4199-9885-8daf4ff32df6 None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:27:44.140791 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-592b84a3-b0cf-4199-9885-8daf4ff32df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:27:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:44.184881 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:44.252710 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-592b84a3-b0cf-4199-9885-8daf4ff32df6 None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:27:44.465445 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-592b84a3-b0cf-4199-9885-8daf4ff32df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:27:44.489744 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592b84a3-b0cf-4199-9885-8daf4ff32df6 None None] The sync data for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi is: [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:27:44.713279 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543bf56-0e04-4c2e-9cfd-a38c54bccf32 None None] New status for floating IP 0e94ce11-515c-420c-bd7d-ca6a11ab6df8: DOWN {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:27:44.774768 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42068) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:44.833310 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3dda9bc5-35fe-4a7b-ac4f-39969007076b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (7baace31-6264-40b4-a852-0c1ed4ee0afc), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:44.858329 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3dda9bc5-35fe-4a7b-ac4f-39969007076b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (7baace31-6264-40b4-a852-0c1ed4ee0afc), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:44.909605 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3dda9bc5-35fe-4a7b-ac4f-39969007076b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (7baace31-6264-40b4-a852-0c1ed4ee0afc), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:44.912563 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3dda9bc5-35fe-4a7b-ac4f-39969007076b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:44.913700 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-3dda9bc5-35fe-4a7b-ac4f-39969007076b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "DELETE /v2.0/security-groups/7baace31-6264-40b4-a852-0c1ed4ee0afc HTTP/1.1" status: 204 len: 168 time: 0.1379621 Jun 17 07:27:44.916783 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42070) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:44.925705 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda9bc5-35fe-4a7b-ac4f-39969007076b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baace31-6264-40b4-a852-0c1ed4ee0afc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:44.933708 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.api.v2.resource [None req-c8de5026-e067-48a2-8535-591a4b9c7a43 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] show failed (client error): The resource could not be found. Jun 17 07:27:44.938348 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c8de5026-e067-48a2-8535-591a4b9c7a43 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups/7baace31-6264-40b4-a852-0c1ed4ee0afc HTTP/1.1" status: 404 len: 347 time: 0.0205069 Jun 17 07:27:44.938950 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42072) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:45.064048 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-af6c8d31-776c-4aa5-bf06-c075d2626544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Deleting port b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:27:45.064380 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af6c8d31-776c-4aa5-bf06-c075d2626544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.143088 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af6c8d31-776c-4aa5-bf06-c075d2626544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.143421 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af6c8d31-776c-4aa5-bf06-c075d2626544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.157073 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-af6c8d31-776c-4aa5-bf06-c075d2626544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Calling delete_port for b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd owned by network:floatingip {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:27:45.165349 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:45.188991 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.313569 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af6c8d31-776c-4aa5-bf06-c075d2626544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.351593 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c8d31-776c-4aa5-bf06-c075d2626544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'Port': ['ID=b1cf7ebf-f21f-44a8-88b6-ace4c6c25fcd,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:45.418882 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af6c8d31-776c-4aa5-bf06-c075d2626544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (0e94ce11-515c-420c-bd7d-ca6a11ab6df8), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.421818 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-af6c8d31-776c-4aa5-bf06-c075d2626544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.423293 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-af6c8d31-776c-4aa5-bf06-c075d2626544 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "DELETE /v2.0/floatingips/0e94ce11-515c-420c-bd7d-ca6a11ab6df8 HTTP/1.1" status: 204 len: 168 time: 0.4831142 Jun 17 07:27:45.432113 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device d2ebaf58-5cce-403d-9c3e-f3aa34003d90 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:27:45.457840 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: d2ebaf58-5cce-403d-9c3e-f3aa34003d90 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:27:45.458176 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device d2ebaf58-5cce-403d-9c3e-f3aa34003d90 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:27:45.493068 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42082) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:45.497643 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-0c06ffec-34fb-451f-b035-062bca92c6e4 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1482114440', 'description': 'tempest-description--1788435274'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:27:45.520809 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c06ffec-34fb-451f-b035-062bca92c6e4 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.571933 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:45.598800 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c06ffec-34fb-451f-b035-062bca92c6e4 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.602690 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c06ffec-34fb-451f-b035-062bca92c6e4 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.632581 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c06ffec-34fb-451f-b035-062bca92c6e4 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.634019 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-0c06ffec-34fb-451f-b035-062bca92c6e4 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1399469 Jun 17 07:27:45.637101 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42084) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:45.638343 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06ffec-34fb-451f-b035-062bca92c6e4 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:45.642647 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-ca28609c-dbad-43d4-8e71-5cf0e6197841 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group_rule': {'security_group_id': 'fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:27:45.671279 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca28609c-dbad-43d4-8e71-5cf0e6197841 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (11871435-1b02-4285-8d5e-cdb111aadc85), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.741149 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca28609c-dbad-43d4-8e71-5cf0e6197841 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (11871435-1b02-4285-8d5e-cdb111aadc85), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.745015 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca28609c-dbad-43d4-8e71-5cf0e6197841 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (11871435-1b02-4285-8d5e-cdb111aadc85), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.768197 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28609c-dbad-43d4-8e71-5cf0e6197841 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11871435-1b02-4285-8d5e-cdb111aadc85,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:45.778147 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ca28609c-dbad-43d4-8e71-5cf0e6197841 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.779344 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ca28609c-dbad-43d4-8e71-5cf0e6197841 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412706 Jun 17 07:27:45.782090 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42094) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:45.786456 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-b6b03022-f3f8-42fb-b070-685a9e97e496 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group_rule': {'security_group_id': 'fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:27:45.813528 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b6b03022-f3f8-42fb-b070-685a9e97e496 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (63861cfc-c417-4e4d-a720-012a182b5955), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.859491 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:45.876461 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b6b03022-f3f8-42fb-b070-685a9e97e496 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (63861cfc-c417-4e4d-a720-012a182b5955), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.880412 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b6b03022-f3f8-42fb-b070-685a9e97e496 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (63861cfc-c417-4e4d-a720-012a182b5955), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.900305 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b03022-f3f8-42fb-b070-685a9e97e496 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63861cfc-c417-4e4d-a720-012a182b5955,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:45.904874 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b6b03022-f3f8-42fb-b070-685a9e97e496 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:45.906084 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-b6b03022-f3f8-42fb-b070-685a9e97e496 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230447 Jun 17 07:27:45.909229 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42096) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:27:45.913611 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:27:45.937833 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:46.018191 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:46.125887 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Allocated IP 172.27.0.74 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:27:46.137429 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:46.236194 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:46.268028 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:46.304726 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:27:46.314294 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:27:46.316794 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:27:46.322256 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:46.399262 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:46.438468 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:46.566704 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:46.604750 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:46.610115 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63420084'] for port (4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:46.677701 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:46.689386 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:46.705502 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:46.706740 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-5569c373-d40b-423c-a60d-ad27e4ad204d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7965455 Jun 17 07:27:46.916287 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-32f052eb-3790-4f05-bce8-6d15f423caaa tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1482114440&fields=id&tenant_id=9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 267 time: 0.0474269 Jun 17 07:27:47.025887 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-8017701c-5036-48a4-8a54-6c8b4a6695e6 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:47.027345 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-8017701c-5036-48a4-8a54-6c8b4a6695e6 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 815 time: 0.1044464 Jun 17 07:27:47.042575 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-e86267e7-73e8-4eb7-85e5-bdcb5b0eec21 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/quotas/9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 375 time: 0.0091407 Jun 17 07:27:47.094076 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-0e243a19-6b93-444b-87aa-9c149591eeef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458381 Jun 17 07:27:47.172246 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:47.192281 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-dfc37cf4-0c9e-4744-8f34-e6b3f79effa1 service neutron] 10.222.0.33 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869122 Jun 17 07:27:47.283708 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-5e2feaa6-c766-45b6-acb7-4d9158d6fcc6 service neutron] 10.222.0.33 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857506 Jun 17 07:27:47.457436 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8714fa5c-a5f4-42cb-b9a7-86669432ceb4 req-3fcaa94c-b82d-44c1-b1fa-ad3a37f2a5c8 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 210 time: 0.0326495 Jun 17 07:27:47.521497 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-d3e838e0-27c9-40fa-8f3e-42bfbe40644f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432615 Jun 17 07:27:47.581470 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-0312ce78-ff38-4370-afb9-1a7a66758f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:47.583420 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-0312ce78-ff38-4370-afb9-1a7a66758f12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 1129 time: 0.0413415 Jun 17 07:27:47.696462 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-7cb58754-912f-4040-8341-eb3b34919935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:47.698115 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-7cb58754-912f-4040-8341-eb3b34919935 service neutron] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 912 time: 0.0957992 Jun 17 07:27:47.766442 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-06e31d81-0458-4b77-8555-4056f104cd28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f987d351-5531-4e29-9020-013999acc4e6 HTTP/1.1" status: 200 len: 999 time: 0.0627766 Jun 17 07:27:47.818985 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-1f13b3d3-5f8f-4aee-b5da-9b7951ede4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:47.820453 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-1f13b3d3-5f8f-4aee-b5da-9b7951ede4d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0449657 Jun 17 07:27:47.864251 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-bd4d07eb-36a2-4e66-8a3f-592da8540323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:47.865772 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-bd4d07eb-36a2-4e66-8a3f-592da8540323 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395148 Jun 17 07:27:47.963898 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-a7e1fde3-9923-459a-b697-a228647154b3 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922301 Jun 17 07:27:48.069729 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-16ac3bc5-3ace-4e7f-9d05-3a0a28ef351b req-58a852ad-74b2-4e7e-a0c9-822eab8041f9 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998824 Jun 17 07:27:48.546490 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:48.580851 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1018c3bf-fc26-446a-8279-b55b84744ea4 req-5873f31d-ed89-4f16-8ac0-85888738d57c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 210 time: 0.0532334 Jun 17 07:27:48.673574 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-898dbb65-165d-492b-b294-fef718898178 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:48.675420 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-898dbb65-165d-492b-b294-fef718898178 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 815 time: 0.1377723 Jun 17 07:27:48.932811 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-907e01cf-4253-4600-962e-38befa1d38c2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 380 time: 0.0539412 Jun 17 07:27:48.983384 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'port': {'device_id': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'admin_state_up': True, 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'security_groups': ['fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:27:49.103568 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Made reservation on behalf of 9a7262e606264aba8be1c0008e93c0d2 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:27:49.107061 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:49.190315 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:49.244931 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Allocated IP 172.20.0.4 (69bdf73b-b655-40e8-99ba-01f63a3ac44d/2d447ff2-ca0f-48bb-b256-06f7cbfbc074/a134c0b8-33ae-413a-a0ae-5b188f660f0b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:27:49.381616 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:49.414851 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:49.459144 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:27:49.462327 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:27:49.464728 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:27:49.498532 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=a134c0b8-33ae-413a-a0ae-5b188f660f0b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:49.524260 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:49.524924 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:49.542287 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d4ccbecd-ed2a-4254-a34e-a06160c542e2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626051 Jun 17 07:27:49.553722 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Request body: {'port': {'device_id': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:27:49.609571 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:49.620884 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:49.711692 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77798db4-0b62-4273-a70e-49dc87ff367f req-858921d8-1787-4dbf-8900-25a41d5ba1d3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:49.713312 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-77798db4-0b62-4273-a70e-49dc87ff367f req-858921d8-1787-4dbf-8900-25a41d5ba1d3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 931 time: 0.0514116 Jun 17 07:27:49.738660 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1e93b2c-f4c6-4eb6-af4f-58c86d98aedb None None] Provisioning complete for port a134c0b8-33ae-413a-a0ae-5b188f660f0b triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:27:49.739255 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1e93b2c-f4c6-4eb6-af4f-58c86d98aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:49.764156 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-77798db4-0b62-4273-a70e-49dc87ff367f req-49059126-e8e9-4969-88cf-b7fe00815adc tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453355 Jun 17 07:27:49.781701 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1e93b2c-f4c6-4eb6-af4f-58c86d98aedb None None] Port a134c0b8-33ae-413a-a0ae-5b188f660f0b cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:27:49.897578 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a134c0b8-33ae-413a-a0ae-5b188f660f0b {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:27:49.906559 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Publish callbacks [] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:49.919865 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Transition to ACTIVE for port object a134c0b8-33ae-413a-a0ae-5b188f660f0b will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:27:49.923651 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:49.968885 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:49.980644 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Pushing event updated for resources: {'Port': ['ID=a134c0b8-33ae-413a-a0ae-5b188f660f0b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:50.057637 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Attempting to bind port a134c0b8-33ae-413a-a0ae-5b188f660f0b on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:27:50.058367 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Attempting to bind port a134c0b8-33ae-413a-a0ae-5b188f660f0b by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:27:50.058493 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Attempting to bind port a134c0b8-33ae-413a-a0ae-5b188f660f0b on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:27:50.064018 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Port a134c0b8-33ae-413a-a0ae-5b188f660f0b on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:27:50.064370 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Attempting to bind port a134c0b8-33ae-413a-a0ae-5b188f660f0b on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:27:50.069517 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:27:50.069851 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Checking segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:27:50.070232 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Bound using segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:27:50.070651 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Bound port: a134c0b8-33ae-413a-a0ae-5b188f660f0b, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:27:50.071004 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:50.135223 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] For port a134c0b8-33ae-413a-a0ae-5b188f660f0b, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:27:50.139246 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] For port a134c0b8-33ae-413a-a0ae-5b188f660f0b, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a134c0b8-33ae-413a-a0ae-5b188f660f0b,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:27:50.145086 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:50.179013 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:50.179625 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:50.181023 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] 10.222.0.16 "PUT /v2.0/ports/a134c0b8-33ae-413a-a0ae-5b188f660f0b HTTP/1.1" status: 200 len: 1093 time: 0.6318023 Jun 17 07:27:50.181443 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'tag': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:27:50.183660 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0a9d03-af5f-4969-92a1-6b76f0626496" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6a9ab0-230d-4e55-9767-b821f0036ef3", "tag": "a134c0b8-33ae-413a-a0ae-5b188f660f0b"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:27:50.208595 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94a95f-0641-4f07-b064-ad31bbe642ed service neutron] Pushing event updated for resources: {'Port': ['ID=a134c0b8-33ae-413a-a0ae-5b188f660f0b,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:50.268737 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30da22c-32b2-49eb-809b-02635a4513cc x-openstack-request-id: req-f30da22c-32b2-49eb-809b-02635a4513cc {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:27:50.269215 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6a9ab0-230d-4e55-9767-b821f0036ef3", "tag": "a134c0b8-33ae-413a-a0ae-5b188f660f0b", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:27:50.269801 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f30da22c-32b2-49eb-809b-02635a4513cc {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:27:50.270087 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30da22c-32b2-49eb-809b-02635a4513cc'] response: {'name': 'network-changed', 'server_uuid': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'tag': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b', 'status': 'completed', 'code': 200} Jun 17 07:27:50.284353 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4e8f90e8-464a-491d-a304-befb4b8cbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:50.285947 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-4e8f90e8-464a-491d-a304-befb4b8cbaec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 1127 time: 0.0518506 Jun 17 07:27:50.333043 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-f7c5b396-0887-4e69-8b58-e75216a35fce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a134c0b8-33ae-413a-a0ae-5b188f660f0b HTTP/1.1" status: 200 len: 217 time: 0.0398209 Jun 17 07:27:50.403372 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-5cf1e11a-dd7f-4c65-852b-c5e52aabddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:50.405007 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-5cf1e11a-dd7f-4c65-852b-c5e52aabddda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.0655320 Jun 17 07:27:50.451765 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d100514b-61e0-4ab9-beec-3bc124a656a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:50.453340 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d100514b-61e0-4ab9-beec-3bc124a656a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413077 Jun 17 07:27:50.546409 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-7df9b544-6baf-48e5-bfd0-e2ac341b2309 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863471 Jun 17 07:27:50.637533 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ee13fe0c-5a71-4007-a07f-d6927c8834c7 req-d0841d45-f569-4a19-8307-ff5397de0a9c service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848498 Jun 17 07:27:50.879643 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117ecbe-b8bf-45da-8c3e-8a85b1ebc42a req-087c5ef0-f70c-4ae0-927a-7c7ee087e12c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:50.881109 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8117ecbe-b8bf-45da-8c3e-8a85b1ebc42a req-087c5ef0-f70c-4ae0-927a-7c7ee087e12c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 943 time: 0.0469704 Jun 17 07:27:50.912021 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:50.930157 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8117ecbe-b8bf-45da-8c3e-8a85b1ebc42a req-7e766bd3-d673-417a-9c09-49d6953a9897 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432317 Jun 17 07:27:51.379084 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:51.415929 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9d03-af5f-4969-92a1-6b76f0626496 req-85fec0d2-b4de-4ee0-8bd9-9765bc1dadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:51.417497 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9f0a9d03-af5f-4969-92a1-6b76f0626496 req-85fec0d2-b4de-4ee0-8bd9-9765bc1dadcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 1127 time: 0.0464802 Jun 17 07:27:51.510556 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9d03-af5f-4969-92a1-6b76f0626496 req-7abeead7-248f-4fa9-96d0-a35fa0444c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:51.512028 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9f0a9d03-af5f-4969-92a1-6b76f0626496 req-7abeead7-248f-4fa9-96d0-a35fa0444c1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 916 time: 0.0868747 Jun 17 07:27:51.556425 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9f0a9d03-af5f-4969-92a1-6b76f0626496 req-4d3a91d6-8b7f-44a7-82c4-d0ee8c270f4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a134c0b8-33ae-413a-a0ae-5b188f660f0b HTTP/1.1" status: 200 len: 217 time: 0.0386498 Jun 17 07:27:51.612516 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9d03-af5f-4969-92a1-6b76f0626496 req-8d5a4eda-f159-49fe-b290-33adc3455e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:51.614063 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9f0a9d03-af5f-4969-92a1-6b76f0626496 req-8d5a4eda-f159-49fe-b290-33adc3455e84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.0495236 Jun 17 07:27:51.663946 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9d03-af5f-4969-92a1-6b76f0626496 req-785d681a-8ea9-4edb-89ec-2062eace2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:51.665852 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9f0a9d03-af5f-4969-92a1-6b76f0626496 req-785d681a-8ea9-4edb-89ec-2062eace2a9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448053 Jun 17 07:27:51.776960 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9f0a9d03-af5f-4969-92a1-6b76f0626496 req-a4ef2b4c-755b-4244-ab3a-bd16c019ecb1 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032238 Jun 17 07:27:51.842628 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:51.874469 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-9f0a9d03-af5f-4969-92a1-6b76f0626496 req-25f93cd3-b78c-4155-975e-ea0284e5cd50 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911536 Jun 17 07:27:52.049319 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91160d30-840c-4994-a97f-34e8fbdcf47d req-c6c4a886-4b72-47e3-a3d5-07fc9990039d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:52.050802 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-91160d30-840c-4994-a97f-34e8fbdcf47d req-c6c4a886-4b72-47e3-a3d5-07fc9990039d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 943 time: 0.0471070 Jun 17 07:27:52.106464 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-91160d30-840c-4994-a97f-34e8fbdcf47d req-bb413df4-86c4-4ae3-b155-fff5a3a4b41f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490172 Jun 17 07:27:53.221680 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435f76e-6f7e-4a82-a10d-0d250bf569d9 req-f8c27105-d7c2-44fb-acb7-e2196f9bdf32 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:53.223170 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c435f76e-6f7e-4a82-a10d-0d250bf569d9 req-f8c27105-d7c2-44fb-acb7-e2196f9bdf32 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 943 time: 0.0463293 Jun 17 07:27:53.278368 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c435f76e-6f7e-4a82-a10d-0d250bf569d9 req-65f0a5f9-5d27-4c82-9ef6-2b29ed6f0b5c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491338 Jun 17 07:27:53.357121 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:27:53.546627 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device a134c0b8-33ae-413a-a0ae-5b188f660f0b details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:27:53.665837 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port a134c0b8-33ae-413a-a0ae-5b188f660f0b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a134c0b8-33ae-413a-a0ae-5b188f660f0b,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:27:53.680129 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'port_id': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b', 'mac_address': 'fa:16:3e:f7:b7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:27:53.716638 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port a134c0b8-33ae-413a-a0ae-5b188f660f0b is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:27:53.717025 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:53.730356 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a134c0b8-33ae-413a-a0ae-5b188f660f0b {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:27:53.756267 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port a134c0b8-33ae-413a-a0ae-5b188f660f0b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a134c0b8-33ae-413a-a0ae-5b188f660f0b,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:27:53.760752 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:53.781654 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:53.809401 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=a134c0b8-33ae-413a-a0ae-5b188f660f0b,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:53.817675 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.818018 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.818360 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.818688 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.819017 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.819338 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.819664 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.819984 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.820337 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.820697 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.820993 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.821289 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.821600 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.822002 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:53.822215 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:27:54.427998 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeafa4-ab85-4096-86f0-5648393cce99 req-b179814f-f54c-440c-91a0-f6ad4b7af855 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:54.429564 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-31aeafa4-ab85-4096-86f0-5648393cce99 req-b179814f-f54c-440c-91a0-f6ad4b7af855 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 944 time: 0.0613520 Jun 17 07:27:54.479695 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-31aeafa4-ab85-4096-86f0-5648393cce99 req-54bd4644-54cd-4256-8688-086143608e27 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442858 Jun 17 07:27:54.666090 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['a134c0b8-33ae-413a-a0ae-5b188f660f0b'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:27:55.600954 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e6e5e-cb73-443b-857b-0e997dfd692c req-27e21e68-80ce-4a8a-a67a-5244ff4fe135 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:55.602602 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-433e6e5e-cb73-443b-857b-0e997dfd692c req-27e21e68-80ce-4a8a-a67a-5244ff4fe135 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 944 time: 0.0511475 Jun 17 07:27:55.655752 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-433e6e5e-cb73-443b-857b-0e997dfd692c req-bd1b2419-ccea-4061-a73a-eaf0f4bfdd0a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472529 Jun 17 07:27:56.778020 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c3f3f-f77f-46dc-b70f-45356633e07b req-ccf0a087-7689-45cc-84cc-273228c7f3e1 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:56.780212 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7f2c3f3f-f77f-46dc-b70f-45356633e07b req-ccf0a087-7689-45cc-84cc-273228c7f3e1 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 944 time: 0.0536661 Jun 17 07:27:56.841778 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-7f2c3f3f-f77f-46dc-b70f-45356633e07b req-93a86e38-b236-4c6c-addd-ceb2a3e1c71f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550120 Jun 17 07:27:57.644492 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device a134c0b8-33ae-413a-a0ae-5b188f660f0b up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:27:57.648152 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:27:57.693202 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port a134c0b8-33ae-413a-a0ae-5b188f660f0b completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:27:57.700298 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port a134c0b8-33ae-413a-a0ae-5b188f660f0b triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:27:57.700718 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:57.785639 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port a134c0b8-33ae-413a-a0ae-5b188f660f0b is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:27:57.786213 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:57.817762 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:27:57.821165 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e210d883-04cc-431b-a94f-beb5ebdb2c3b" -d '{"events": [{"server_uuid": "8e6a9ab0-230d-4e55-9767-b821f0036ef3", "name": "network-vif-plugged", "status": "completed", "tag": "a134c0b8-33ae-413a-a0ae-5b188f660f0b"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:27:57.841013 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port a134c0b8-33ae-413a-a0ae-5b188f660f0b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a134c0b8-33ae-413a-a0ae-5b188f660f0b,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:27:57.846079 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:27:57.873065 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dfe991-4683-43b4-bd6f-40b4d4146ab5 x-openstack-request-id: req-85dfe991-4683-43b4-bd6f-40b4d4146ab5 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:27:57.873404 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6a9ab0-230d-4e55-9767-b821f0036ef3", "name": "network-vif-plugged", "status": "completed", "tag": "a134c0b8-33ae-413a-a0ae-5b188f660f0b", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:27:57.873616 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-85dfe991-4683-43b4-bd6f-40b4d4146ab5 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:27:57.874194 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85dfe991-4683-43b4-bd6f-40b4d4146ab5'] response: {'server_uuid': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b', 'code': 200} Jun 17 07:27:57.913008 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=a134c0b8-33ae-413a-a0ae-5b188f660f0b,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:27:57.990858 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287bf5d-2517-49c3-bdd3-b9dc0ed492b5 req-bfdda035-5063-492f-b74c-0ab66a95dcf5 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:57.992707 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5287bf5d-2517-49c3-bdd3-b9dc0ed492b5 req-bfdda035-5063-492f-b74c-0ab66a95dcf5 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 945 time: 0.0639226 Jun 17 07:27:58.083491 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5287bf5d-2517-49c3-bdd3-b9dc0ed492b5 req-ee1db538-9637-41ec-8348-29a3ff54ceff tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799742 Jun 17 07:27:58.098586 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c6bdb-4369-4310-bd2e-a16c323b0768 req-aa97223b-a982-484a-a6f6-f95232f23901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:58.100211 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-511c6bdb-4369-4310-bd2e-a16c323b0768 req-aa97223b-a982-484a-a6f6-f95232f23901 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0532577 Jun 17 07:27:58.149494 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-511c6bdb-4369-4310-bd2e-a16c323b0768 req-401255f2-591c-4f3e-b977-bf9b0fd87d32 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435669 Jun 17 07:27:59.209081 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27223b50-939c-4cec-b398-48833bafc598 req-b1a08c22-a7cf-424c-bc14-bcd53e32f56b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:27:59.210611 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-27223b50-939c-4cec-b398-48833bafc598 req-b1a08c22-a7cf-424c-bc14-bcd53e32f56b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 945 time: 0.0514717 Jun 17 07:27:59.262387 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-27223b50-939c-4cec-b398-48833bafc598 req-ed2cdf44-6a62-4018-959b-ea62e0887bef tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456941 Jun 17 07:28:00.390828 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea46fd8-6dfb-4611-96f8-1025681d4eb3 req-0c2483b9-1627-41ec-8f0c-5c37a50393a6 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:00.393499 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aea46fd8-6dfb-4611-96f8-1025681d4eb3 req-0c2483b9-1627-41ec-8f0c-5c37a50393a6 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 945 time: 0.0588503 Jun 17 07:28:00.406180 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:00.445314 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-aea46fd8-6dfb-4611-96f8-1025681d4eb3 req-069e7d17-792d-48d7-9fc2-dfee0b07bea2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462489 Jun 17 07:28:00.569847 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c2ddb-50cb-49ac-a194-72ae4bf1b524 req-318966a0-750b-4c1f-85d1-fb455caf1ce1 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:00.571719 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-850c2ddb-50cb-49ac-a194-72ae4bf1b524 req-318966a0-750b-4c1f-85d1-fb455caf1ce1 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 945 time: 0.0580091 Jun 17 07:28:00.581076 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42246) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:00.585986 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-8922db61-d05d-4d8c-82d7-ef3650996376 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'floatingip': {'port_id': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:00.627084 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8922db61-d05d-4d8c-82d7-ef3650996376 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:01.109570 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:01.116805 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8922db61-d05d-4d8c-82d7-ef3650996376 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:01.120821 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8922db61-d05d-4d8c-82d7-ef3650996376 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:01.221980 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-8922db61-d05d-4d8c-82d7-ef3650996376 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Floating IP 4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb associated. External IP: 172.27.0.74, port: a134c0b8-33ae-413a-a0ae-5b188f660f0b. Jun 17 07:28:01.321031 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:01.431507 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8922db61-d05d-4d8c-82d7-ef3650996376 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:28:01.540804 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8922db61-d05d-4d8c-82d7-ef3650996376 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:28:01.545411 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8922db61-d05d-4d8c-82d7-ef3650996376 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:01.553692 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd953c-9d0a-4992-a9c3-476de27b81d4 None None] Sync routers for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:28:01.565863 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd953c-9d0a-4992-a9c3-476de27b81d4 None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:01.566566 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-57bd953c-9d0a-4992-a9c3-476de27b81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:27:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:01.580274 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-8922db61-d05d-4d8c-82d7-ef3650996376 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "PUT /v2.0/floatingips/4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb HTTP/1.1" status: 200 len: 990 time: 0.9979713 Jun 17 07:28:01.580881 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'tag': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:28:01.583500 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6a9ab0-230d-4e55-9767-b821f0036ef3", "tag": "a134c0b8-33ae-413a-a0ae-5b188f660f0b"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:28:01.621749 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3305bcec-70b3-4cd5-8f67-972f674421d1 x-openstack-request-id: req-3305bcec-70b3-4cd5-8f67-972f674421d1 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:28:01.622057 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6a9ab0-230d-4e55-9767-b821f0036ef3", "tag": "a134c0b8-33ae-413a-a0ae-5b188f660f0b", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:28:01.622291 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3305bcec-70b3-4cd5-8f67-972f674421d1 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:28:01.622696 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3305bcec-70b3-4cd5-8f67-972f674421d1'] response: {'name': 'network-changed', 'server_uuid': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'tag': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b', 'status': 'completed', 'code': 200} Jun 17 07:28:01.674774 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-57bd953c-9d0a-4992-a9c3-476de27b81d4 None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:01.683469 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c req-6e9b06f5-262c-4a62-9e64-5f9a5ba6c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:01.685133 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c req-6e9b06f5-262c-4a62-9e64-5f9a5ba6c73a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 1129 time: 0.0420728 Jun 17 07:28:01.785608 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c req-0e008463-4823-4892-80ed-b2110f6d630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:01.787096 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c req-0e008463-4823-4892-80ed-b2110f6d630e service neutron] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 916 time: 0.0959599 Jun 17 07:28:01.853240 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c req-a0a30251-d2fe-4b60-8058-8bbc0259cf43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a134c0b8-33ae-413a-a0ae-5b188f660f0b HTTP/1.1" status: 200 len: 998 time: 0.0595088 Jun 17 07:28:01.904200 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c req-b071f886-d0d7-48b5-84f5-48a524a56faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:01.905759 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c req-b071f886-d0d7-48b5-84f5-48a524a56faf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.0467296 Jun 17 07:28:01.913113 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-57bd953c-9d0a-4992-a9c3-476de27b81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:f7:b7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:27:46Z', 'updated_at': '2022-06-17T07:28:01Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:01.944228 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd953c-9d0a-4992-a9c3-476de27b81d4 None None] Checking router: 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:28:01.953146 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd953c-9d0a-4992-a9c3-476de27b81d4 None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:01.954320 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-57bd953c-9d0a-4992-a9c3-476de27b81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:27:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:01.959064 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c req-2372ba56-d285-439c-814e-fdc9bdde9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:01.960673 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c req-2372ba56-d285-439c-814e-fdc9bdde9830 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486174 Jun 17 07:28:02.040938 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:02.061760 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c req-51de14d9-6382-4d0b-8b9e-975124745883 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950339 Jun 17 07:28:02.069331 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-57bd953c-9d0a-4992-a9c3-476de27b81d4 None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:02.163838 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f0ec496c-ef12-48a5-80c9-fef3aec5c35c req-5bbe8117-bae6-4bee-a7f6-ccb87d8e7c92 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961738 Jun 17 07:28:02.315800 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:02.333636 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-57bd953c-9d0a-4992-a9c3-476de27b81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:f7:b7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:27:46Z', 'updated_at': '2022-06-17T07:28:01Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:02.364422 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd953c-9d0a-4992-a9c3-476de27b81d4 None None] The sync data for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi is: [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:f7:b7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:27:46Z', 'updated_at': '2022-06-17T07:28:01Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:28:02.511211 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-13aebd58-55bf-4e31-97eb-93649d308343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:02.624017 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1dbd9b-cbda-4f9b-bf16-45a1f301e9bd None None] New status for floating IP 4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb: ACTIVE {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:28:04.716810 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3b61b850-ee91-4858-802f-51d2d9c81cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:05.742890 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:07.315142 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:07.857618 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:10.305155 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42362) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:10.436021 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:10.521466 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Publish callbacks [] for security_group (a35c5249-e63d-4cd4-ab74-79703a6fe9a5), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:10.527551 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (a35c5249-e63d-4cd4-ab74-79703a6fe9a5), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:10.571904 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35c5249-e63d-4cd4-ab74-79703a6fe9a5,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:10.576245 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=eae4f7e102614248ae60a8cd8b58b226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699180 Jun 17 07:28:10.578995 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42366) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:10.583060 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.583405 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.583748 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.584124 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.584468 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.584802 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.585133 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.585463 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.585790 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.586121 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.586518 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.587014 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.587344 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.587669 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.587993 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832cf5fe-a324-4ef3-9c8a-c327371c7e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:10.613875 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:10.637318 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f31ff957-e010-4587-a8a4-6752d687a5e4 admin admin] Publish callbacks [] for security_group (a35c5249-e63d-4cd4-ab74-79703a6fe9a5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:10.661202 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f31ff957-e010-4587-a8a4-6752d687a5e4 admin admin] Publish callbacks [] for security_group (a35c5249-e63d-4cd4-ab74-79703a6fe9a5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:10.710831 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42368) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:10.717936 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f31ff957-e010-4587-a8a4-6752d687a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (a35c5249-e63d-4cd4-ab74-79703a6fe9a5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:10.725195 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f31ff957-e010-4587-a8a4-6752d687a5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:10.726626 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f31ff957-e010-4587-a8a4-6752d687a5e4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a35c5249-e63d-4cd4-ab74-79703a6fe9a5 HTTP/1.1" status: 204 len: 168 time: 0.1466548 Jun 17 07:28:10.736367 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ff957-e010-4587-a8a4-6752d687a5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35c5249-e63d-4cd4-ab74-79703a6fe9a5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:11.014107 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Deleting port e32c6d43-34db-4153-a2c8-5fe94c8257a8 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:11.014445 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (e32c6d43-34db-4153-a2c8-5fe94c8257a8), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.074280 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42376) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:11.088641 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ac3441e6-1adc-4244-ab02-4a68d03555e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.100832 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:11.102993 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (e32c6d43-34db-4153-a2c8-5fe94c8257a8), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.103319 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for floatingip (e32c6d43-34db-4153-a2c8-5fe94c8257a8), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.119219 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Calling delete_port for e32c6d43-34db-4153-a2c8-5fe94c8257a8 owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:11.175280 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ac3441e6-1adc-4244-ab02-4a68d03555e7 admin admin] Publish callbacks [] for security_group (6835747c-f883-4857-bd8f-a725a6ea6a4c), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.180178 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ac3441e6-1adc-4244-ab02-4a68d03555e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6835747c-f883-4857-bd8f-a725a6ea6a4c), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.211509 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:11.227793 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ac3441e6-1adc-4244-ab02-4a68d03555e7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3c11160fbe9447a9bbfd1a77fd22d607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522620 Jun 17 07:28:11.229303 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3441e6-1adc-4244-ab02-4a68d03555e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6835747c-f883-4857-bd8f-a725a6ea6a4c,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:11.232025 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42380) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:11.290482 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13941f3e-9057-42ec-a929-c1d9c7b6e358 admin admin] Publish callbacks [] for security_group (6835747c-f883-4857-bd8f-a725a6ea6a4c), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.315152 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13941f3e-9057-42ec-a929-c1d9c7b6e358 admin admin] Publish callbacks [] for security_group (6835747c-f883-4857-bd8f-a725a6ea6a4c), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.332247 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (e32c6d43-34db-4153-a2c8-5fe94c8257a8), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.358315 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event deleted for resources: {'Port': ['ID=e32c6d43-34db-4153-a2c8-5fe94c8257a8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:11.373528 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13941f3e-9057-42ec-a929-c1d9c7b6e358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (6835747c-f883-4857-bd8f-a725a6ea6a4c), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.377001 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-13941f3e-9057-42ec-a929-c1d9c7b6e358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.378187 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-13941f3e-9057-42ec-a929-c1d9c7b6e358 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6835747c-f883-4857-bd8f-a725a6ea6a4c HTTP/1.1" status: 204 len: 168 time: 0.1449683 Jun 17 07:28:11.396989 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13941f3e-9057-42ec-a929-c1d9c7b6e358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6835747c-f883-4857-bd8f-a725a6ea6a4c,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:11.711513 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for floatingip (c471cf0a-8329-4a0b-b990-0a8c9bb024ea), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:11.712278 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Floating IP c471cf0a-8329-4a0b-b990-0a8c9bb024ea disassociated (deleted). External IP: 172.27.0.170, port: 8f6e6009-fcde-4778-b310-a5edbcb21692. Jun 17 07:28:11.954381 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Router bfb95b2f-b3d7-4c55-bf8d-622b89397306 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:28:11.998783 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:12.073386 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:28:12.077860 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:12.089050 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38aaef-c8e3-4d22-9bff-382e01e02b84 None None] Sync routers for ids ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:28:12.103257 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38aaef-c8e3-4d22-9bff-382e01e02b84 None None] Routers {'bfb95b2f-b3d7-4c55-bf8d-622b89397306'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:12.104021 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d38aaef-c8e3-4d22-9bff-382e01e02b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:28:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:12.117811 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-90089945-2030-4c82-8006-573de60def98 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "DELETE /v2.0/floatingips/c471cf0a-8329-4a0b-b990-0a8c9bb024ea HTTP/1.1" status: 204 len: 168 time: 1.4034038 Jun 17 07:28:12.117811 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:28:12.118854 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:28:12.213461 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a12003-8e1b-4208-bd20-2114f828ab5a x-openstack-request-id: req-11a12003-8e1b-4208-bd20-2114f828ab5a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:28:12.214849 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:28:12.215382 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-11a12003-8e1b-4208-bd20-2114f828ab5a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:28:12.216049 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a12003-8e1b-4208-bd20-2114f828ab5a'] response: {'name': 'network-changed', 'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'status': 'completed', 'code': 200} Jun 17 07:28:12.240213 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7d38aaef-c8e3-4d22-9bff-382e01e02b84 None None] Set router bfb95b2f-b3d7-4c55-bf8d-622b89397306 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:12.289902 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9 req-3e5e50d7-5f40-4b68-a605-741aeb7c6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:12.291669 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9 req-3e5e50d7-5f40-4b68-a605-741aeb7c6e3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f92a857cef0a43d4907fbc667e30df6d&device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 1130 time: 0.0581527 Jun 17 07:28:12.482693 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9 req-86938628-2166-426c-a14a-7fdc1afdd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:12.484361 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9 req-86938628-2166-426c-a14a-7fdc1afdd2e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cda22a3-ed9a-495c-94c5-566aedd4005f HTTP/1.1" status: 200 len: 909 time: 0.1862338 Jun 17 07:28:12.497603 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d38aaef-c8e3-4d22-9bff-382e01e02b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:29Z', 'revision_number': 4, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'd9de4de5-c422-4cc1-a165-bcbd37ede8d8', 'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'mac_address': 'fa:16:3e:a7:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:28Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 5, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'subnets': [{'id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:12.505515 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2590c-8939-4fb7-b9a4-b30795a43c2d req-e8fe22a9-d9c0-43a5-80a5-621d7220db76 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:12.507084 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-61f2590c-8939-4fb7-b9a4-b30795a43c2d req-e8fe22a9-d9c0-43a5-80a5-621d7220db76 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0629544 Jun 17 07:28:12.527694 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38aaef-c8e3-4d22-9bff-382e01e02b84 None None] Checking router: bfb95b2f-b3d7-4c55-bf8d-622b89397306 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:28:12.550486 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38aaef-c8e3-4d22-9bff-382e01e02b84 None None] Routers {'bfb95b2f-b3d7-4c55-bf8d-622b89397306'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:12.551385 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d38aaef-c8e3-4d22-9bff-382e01e02b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:28:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:12.573027 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-61f2590c-8939-4fb7-b9a4-b30795a43c2d req-a6f3a9c4-539d-45b9-93b5-d9b4bb65bda8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576944 Jun 17 07:28:12.690935 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7d38aaef-c8e3-4d22-9bff-382e01e02b84 None None] Set router bfb95b2f-b3d7-4c55-bf8d-622b89397306 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:12.729090 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:12.733369 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:12.783717 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:13.031836 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d38aaef-c8e3-4d22-9bff-382e01e02b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:29Z', 'revision_number': 4, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'd9de4de5-c422-4cc1-a165-bcbd37ede8d8', 'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'mac_address': 'fa:16:3e:a7:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:28Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 5, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'subnets': [{'id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:13.058202 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38aaef-c8e3-4d22-9bff-382e01e02b84 None None] The sync data for ids ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'] in dv-cinder-834822-4-iscsi is: [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:22:29Z', 'revision_number': 4, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'd9de4de5-c422-4cc1-a165-bcbd37ede8d8', 'name': '', 'network_id': '5cda22a3-ed9a-495c-94c5-566aedd4005f', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'mac_address': 'fa:16:3e:a7:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:28Z', 'updated_at': '2022-06-17T07:22:36Z', 'revision_number': 5, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'subnets': [{'id': '41a60316-a518-4f9c-ac83-c96f9e396f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:28:13.322654 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caea28b-9bc1-4096-99e4-8d43b8ec4451 None None] New status for floating IP c471cf0a-8329-4a0b-b990-0a8c9bb024ea: DOWN {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:28:13.471060 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9 req-1f5ea69c-056b-43cb-8332-bfdab3cf46b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f6e6009-fcde-4778-b310-a5edbcb21692 HTTP/1.1" status: 200 len: 217 time: 0.0384283 Jun 17 07:28:13.538822 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9 req-12af3239-6f73-4679-ade1-47ae9192b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:13.540382 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9 req-12af3239-6f73-4679-ade1-47ae9192b462 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41a60316-a518-4f9c-ac83-c96f9e396f63 HTTP/1.1" status: 200 len: 847 time: 0.0626814 Jun 17 07:28:13.629496 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:13.668453 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9 req-f5c053b1-b153-4ca1-9c6a-f2fa8817c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:13.670028 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9 req-f5c053b1-b153-4ca1-9c6a-f2fa8817c3fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cda22a3-ed9a-495c-94c5-566aedd4005f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503690 Jun 17 07:28:13.708690 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b932de-a4b3-4280-9bc3-3b05957e448f req-cf9be03c-b440-43f6-987b-bcda773890b4 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:13.710422 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-62b932de-a4b3-4280-9bc3-3b05957e448f req-cf9be03c-b440-43f6-987b-bcda773890b4 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0552247 Jun 17 07:28:13.749796 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:13.766096 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-62b932de-a4b3-4280-9bc3-3b05957e448f req-b9e91858-0696-40e9-bbc3-e8774af538ef tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/security-groups?id=dbfc4055-6e56-49e6-bfa6-55b625e914e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488400 Jun 17 07:28:13.776931 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9 req-0d7b195a-b175-4209-a9a0-39d1900b4290 service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982175 Jun 17 07:28:13.993035 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765275cc-0971-4b72-aeda-4c14cab235b2 req-e4f7cfae-af86-472e-a4ee-da9d9d6e12f8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:13.994544 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-765275cc-0971-4b72-aeda-4c14cab235b2 req-e4f7cfae-af86-472e-a4ee-da9d9d6e12f8 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 946 time: 0.0640929 Jun 17 07:28:13.998594 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f70b4c77-24fd-4e25-a3cd-5c7ff3dc0fd9 req-733672bc-c2bc-4f0b-b1d5-d9e60838849d service neutron] 10.222.0.16 "GET /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317830 Jun 17 07:28:14.092323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-765275cc-0971-4b72-aeda-4c14cab235b2 req-0a8e1bce-8e40-483f-8443-d9d40d35b334 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Deleting port 8f6e6009-fcde-4778-b310-a5edbcb21692 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:14.092708 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-765275cc-0971-4b72-aeda-4c14cab235b2 req-0a8e1bce-8e40-483f-8443-d9d40d35b334 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:14.187835 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-765275cc-0971-4b72-aeda-4c14cab235b2 req-0a8e1bce-8e40-483f-8443-d9d40d35b334 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] For port 8f6e6009-fcde-4778-b310-a5edbcb21692, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f6e6009-fcde-4778-b310-a5edbcb21692,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:28:14.188258 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-765275cc-0971-4b72-aeda-4c14cab235b2 req-0a8e1bce-8e40-483f-8443-d9d40d35b334 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:14.202176 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-765275cc-0971-4b72-aeda-4c14cab235b2 req-0a8e1bce-8e40-483f-8443-d9d40d35b334 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Calling delete_port for 8f6e6009-fcde-4778-b310-a5edbcb21692 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:14.326980 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:14.338024 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-765275cc-0971-4b72-aeda-4c14cab235b2 req-0a8e1bce-8e40-483f-8443-d9d40d35b334 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (8f6e6009-fcde-4778-b310-a5edbcb21692), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:14.367424 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e1bce-8e40-483f-8443-d9d40d35b334 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event deleted for resources: {'Port': ['ID=8f6e6009-fcde-4778-b310-a5edbcb21692,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:14.425312 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-765275cc-0971-4b72-aeda-4c14cab235b2 req-0a8e1bce-8e40-483f-8443-d9d40d35b334 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] No DVR routers for this DVR port 8f6e6009-fcde-4778-b310-a5edbcb21692 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:28:14.427845 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-765275cc-0971-4b72-aeda-4c14cab235b2 req-0a8e1bce-8e40-483f-8443-d9d40d35b334 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:14.431092 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-765275cc-0971-4b72-aeda-4c14cab235b2 req-0a8e1bce-8e40-483f-8443-d9d40d35b334 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.16 "DELETE /v2.0/ports/8f6e6009-fcde-4778-b310-a5edbcb21692 HTTP/1.1" status: 204 len: 173 time: 0.4316206 Jun 17 07:28:14.431528 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'name': 'network-vif-deleted', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:28:14.433864 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9166ff93-3d58-4bdd-aba9-603c34f7beb9" -d '{"events": [{"server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "name": "network-vif-deleted", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:28:14.473433 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f441f9b1-86c6-455c-9318-ed8161579c69 x-openstack-request-id: req-f441f9b1-86c6-455c-9318-ed8161579c69 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:28:14.474309 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5c89eb-5da9-4ad8-8576-55a011ab582d", "name": "network-vif-deleted", "tag": "8f6e6009-fcde-4778-b310-a5edbcb21692", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:28:14.474309 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f441f9b1-86c6-455c-9318-ed8161579c69 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:28:14.474496 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f441f9b1-86c6-455c-9318-ed8161579c69'] response: {'server_uuid': '6b5c89eb-5da9-4ad8-8576-55a011ab582d', 'name': 'network-vif-deleted', 'tag': '8f6e6009-fcde-4778-b310-a5edbcb21692', 'status': 'completed', 'code': 200} Jun 17 07:28:14.927680 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a600d128-721f-4d1e-aaac-2378b3f4a881 req-0e319564-516c-41b6-a5e7-f34843852d85 tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "GET /v2.0/ports?device_id=6b5c89eb-5da9-4ad8-8576-55a011ab582d HTTP/1.1" status: 200 len: 210 time: 0.0418775 Jun 17 07:28:15.207557 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:16.008571 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42456) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:16.068024 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efc55d9e-d46f-46dd-a6ef-47851d3afc0d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group (dbfc4055-6e56-49e6-bfa6-55b625e914e6), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:16.095617 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efc55d9e-d46f-46dd-a6ef-47851d3afc0d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group (dbfc4055-6e56-49e6-bfa6-55b625e914e6), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:16.165414 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efc55d9e-d46f-46dd-a6ef-47851d3afc0d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (dbfc4055-6e56-49e6-bfa6-55b625e914e6), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:16.168817 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efc55d9e-d46f-46dd-a6ef-47851d3afc0d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:16.173914 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-efc55d9e-d46f-46dd-a6ef-47851d3afc0d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] 10.222.0.33 "DELETE /v2.0/security-groups/dbfc4055-6e56-49e6-bfa6-55b625e914e6 HTTP/1.1" status: 204 len: 168 time: 0.1610875 Jun 17 07:28:16.184562 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc55d9e-d46f-46dd-a6ef-47851d3afc0d tempest-TestShelveInstance-1754131648 tempest-TestShelveInstance-1754131648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfc4055-6e56-49e6-bfa6-55b625e914e6,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:16.228596 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42466) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:16.839563 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818816'] for router_interface (bfb95b2f-b3d7-4c55-bf8d-622b89397306), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:17.018275 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:17.087280 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] Deleting port d9de4de5-c422-4cc1-a165-bcbd37ede8d8 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:17.087625 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:17.177317 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] For port d9de4de5-c422-4cc1-a165-bcbd37ede8d8, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=d9de4de5-c422-4cc1-a165-bcbd37ede8d8,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:28:17.177555 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:17.192469 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] Calling delete_port for d9de4de5-c422-4cc1-a165-bcbd37ede8d8 owned by network:router_interface {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:17.242377 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:17.642466 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (d9de4de5-c422-4cc1-a165-bcbd37ede8d8), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:17.669619 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d9de4de5-c422-4cc1-a165-bcbd37ede8d8,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:17.750154 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8f6e6009-fcde-4778-b310-a5edbcb21692 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:28:17.772027 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 8f6e6009-fcde-4778-b310-a5edbcb21692 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:28:17.772777 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 8f6e6009-fcde-4778-b310-a5edbcb21692 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:28:17.862321 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820240'] for router_interface (bfb95b2f-b3d7-4c55-bf8d-622b89397306), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:18.117351 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] Router bfb95b2f-b3d7-4c55-bf8d-622b89397306 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:28:18.233219 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:28:18.238722 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-b19272bb-f30d-4725-b941-b99cad1462fa admin admin] 10.222.0.33 "PUT /v2.0/routers/bfb95b2f-b3d7-4c55-bf8d-622b89397306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0085018 Jun 17 07:28:18.241292 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42484) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:18.243969 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c309be-8e18-4a02-8b10-e1fd8fe2db24 None None] Sync routers for ids ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:28:18.256526 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c309be-8e18-4a02-8b10-e1fd8fe2db24 None None] Routers {'bfb95b2f-b3d7-4c55-bf8d-622b89397306'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:18.257322 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-38c309be-8e18-4a02-8b10-e1fd8fe2db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:28:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:18.297779 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:18.369932 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Publish callbacks [] for router (bfb95b2f-b3d7-4c55-bf8d-622b89397306), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:18.392178 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-38c309be-8e18-4a02-8b10-e1fd8fe2db24 None None] Set router bfb95b2f-b3d7-4c55-bf8d-622b89397306 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:18.481481 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:18.515504 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Publish callbacks [] for router_gateway (bfb95b2f-b3d7-4c55-bf8d-622b89397306), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:18.522747 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:18.589470 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Deleting port 63e2d026-e346-4188-a3b6-7dda7c7c53a1 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:18.589470 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:18.612872 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-38c309be-8e18-4a02-8b10-e1fd8fe2db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:28:17Z', 'revision_number': 5, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port': {'id': '63e2d026-e346-4188-a3b6-7dda7c7c53a1', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:25Z', 'updated_at': '2022-06-17T07:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:18.641775 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c309be-8e18-4a02-8b10-e1fd8fe2db24 None None] Checking router: bfb95b2f-b3d7-4c55-bf8d-622b89397306 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:28:18.651018 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c309be-8e18-4a02-8b10-e1fd8fe2db24 None None] Routers {'bfb95b2f-b3d7-4c55-bf8d-622b89397306'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:18.651638 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-38c309be-8e18-4a02-8b10-e1fd8fe2db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:28:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:18.681920 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] For port 63e2d026-e346-4188-a3b6-7dda7c7c53a1, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=63e2d026-e346-4188-a3b6-7dda7c7c53a1,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:28:18.682286 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:18.697368 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Calling delete_port for 63e2d026-e346-4188-a3b6-7dda7c7c53a1 owned by network:router_gateway {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:18.742000 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-38c309be-8e18-4a02-8b10-e1fd8fe2db24 None None] Set router bfb95b2f-b3d7-4c55-bf8d-622b89397306 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:18.799535 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-38c309be-8e18-4a02-8b10-e1fd8fe2db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:28:18Z', 'revision_number': 6, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port_host': None}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:18.826203 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c309be-8e18-4a02-8b10-e1fd8fe2db24 None None] The sync data for ids ['bfb95b2f-b3d7-4c55-bf8d-622b89397306'] in dv-cinder-834822-4-iscsi is: [{'id': 'bfb95b2f-b3d7-4c55-bf8d-622b89397306', 'name': 'tempest-TestShelveInstance-135533204-router', 'tenant_id': 'f92a857cef0a43d4907fbc667e30df6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:23Z', 'updated_at': '2022-06-17T07:28:18Z', 'revision_number': 6, 'project_id': 'f92a857cef0a43d4907fbc667e30df6d', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:28:18.881280 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (63e2d026-e346-4188-a3b6-7dda7c7c53a1), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:18.907843 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e2d026-e346-4188-a3b6-7dda7c7c53a1,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:18.979012 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819527'] for router_gateway (bfb95b2f-b3d7-4c55-bf8d-622b89397306), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.078572 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7687'] for router (bfb95b2f-b3d7-4c55-bf8d-622b89397306), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.081509 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Publish callbacks [] for router_controller (bfb95b2f-b3d7-4c55-bf8d-622b89397306), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.130507 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1824228'] for router (bfb95b2f-b3d7-4c55-bf8d-622b89397306), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.131175 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfb95b2f-b3d7-4c55-bf8d-622b89397306 {{(pid=103802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:28:19.135597 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.136761 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c49e9e85-5f65-4712-843a-3af991707e53 admin admin] 10.222.0.33 "DELETE /v2.0/routers/bfb95b2f-b3d7-4c55-bf8d-622b89397306 HTTP/1.1" status: 204 len: 168 time: 0.8945398 Jun 17 07:28:19.139320 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42490) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:19.186996 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_v2 [None req-4556d8c5-d6cc-44cb-9cab-872b00ee1b99 admin admin] Deleting subnet 41a60316-a518-4f9c-ac83-c96f9e396f63 {{(pid=103802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:28:19.191284 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4556d8c5-d6cc-44cb-9cab-872b00ee1b99 admin admin] Publish callbacks [] for subnet (41a60316-a518-4f9c-ac83-c96f9e396f63), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.227576 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4556d8c5-d6cc-44cb-9cab-872b00ee1b99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63578525'] for subnet (41a60316-a518-4f9c-ac83-c96f9e396f63), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.313148 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4556d8c5-d6cc-44cb-9cab-872b00ee1b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (41a60316-a518-4f9c-ac83-c96f9e396f63), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.368122 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:19.376968 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4556d8c5-d6cc-44cb-9cab-872b00ee1b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63420046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63947165'] for subnet (41a60316-a518-4f9c-ac83-c96f9e396f63), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.403973 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556d8c5-d6cc-44cb-9cab-872b00ee1b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a60316-a518-4f9c-ac83-c96f9e396f63,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:19.411354 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4556d8c5-d6cc-44cb-9cab-872b00ee1b99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.414687 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-4556d8c5-d6cc-44cb-9cab-872b00ee1b99 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/41a60316-a518-4f9c-ac83-c96f9e396f63 HTTP/1.1" status: 204 len: 168 time: 0.2743301 Jun 17 07:28:19.417610 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42492) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:19.419284 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c53f91-ac0b-4405-97e7-c9f8eaf8506a None None] Network 5cda22a3-ed9a-495c-94c5-566aedd4005f requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:28:19.508537 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (5cda22a3-ed9a-495c-94c5-566aedd4005f), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.577875 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Deleting port 2428ce71-454a-48e6-8c39-22054c9b519a {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:19.578338 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.621744 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d0652c-0e63-42e3-88cf-9f97c1b8fbc0 None None] DHCP port deletion for 5cda22a3-ed9a-495c-94c5-566aedd4005f request from dv-cinder-834822-4-iscsi {{(pid=103803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 07:28:19.664778 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-04d0652c-0e63-42e3-88cf-9f97c1b8fbc0 None None] Deleting port 2428ce71-454a-48e6-8c39-22054c9b519a {{(pid=103803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:19.665270 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-04d0652c-0e63-42e3-88cf-9f97c1b8fbc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), before_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.670283 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] For port 2428ce71-454a-48e6-8c39-22054c9b519a, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=2428ce71-454a-48e6-8c39-22054c9b519a,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:28:19.670822 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.687369 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Calling delete_port for 2428ce71-454a-48e6-8c39-22054c9b519a owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:19.689663 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:19.743060 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-04d0652c-0e63-42e3-88cf-9f97c1b8fbc0 None None] For port 2428ce71-454a-48e6-8c39-22054c9b519a, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=2428ce71-454a-48e6-8c39-22054c9b519a,segment=NetworkSegment(743375fc-1c18-41d8-803b-95edb3e35da8),segment_id=743375fc-1c18-41d8-803b-95edb3e35da8)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:28:19.743060 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-04d0652c-0e63-42e3-88cf-9f97c1b8fbc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), precommit_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.757389 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-04d0652c-0e63-42e3-88cf-9f97c1b8fbc0 None None] Calling delete_port for 2428ce71-454a-48e6-8c39-22054c9b519a owned by network:dhcp {{(pid=103803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:19.777264 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.808934 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=2428ce71-454a-48e6-8c39-22054c9b519a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:19.811477 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] No DVR routers for this DVR port 2428ce71-454a-48e6-8c39-22054c9b519a on host dv-cinder-834822-4-iscsi {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:28:19.837449 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.837885 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.838062 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.838387 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.838532 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-04d0652c-0e63-42e3-88cf-9f97c1b8fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (2428ce71-454a-48e6-8c39-22054c9b519a), after_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.839005 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.839120 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.839362 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.839671 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.839994 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.840345 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.840667 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.840988 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.841324 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.841641 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.841957 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:28:19.870736 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0652c-0e63-42e3-88cf-9f97c1b8fbc0 None None] Pushing event deleted for resources: {'Port': ['ID=2428ce71-454a-48e6-8c39-22054c9b519a,revision_number=None']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:19.872657 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0652c-0e63-42e3-88cf-9f97c1b8fbc0 None None] No DVR routers for this DVR port 2428ce71-454a-48e6-8c39-22054c9b519a on host dv-cinder-834822-4-iscsi {{(pid=103803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:28:19.900347 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (5cda22a3-ed9a-495c-94c5-566aedd4005f), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.923170 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cda22a3-ed9a-495c-94c5-566aedd4005f']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:19.933912 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743375fc-1c18-41d8-803b-95edb3e35da8') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:19.934210 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743375fc-1c18-41d8-803b-95edb3e35da8') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:19.944759 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417089'] for segment (743375fc-1c18-41d8-803b-95edb3e35da8), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.959382 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (743375fc-1c18-41d8-803b-95edb3e35da8), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:19.966150 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:28:19.966536 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63144794'] for segment (743375fc-1c18-41d8-803b-95edb3e35da8), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:20.033210 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (5cda22a3-ed9a-495c-94c5-566aedd4005f), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:20.037883 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:20.041194 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] 10.222.0.33 "DELETE /v2.0/networks/5cda22a3-ed9a-495c-94c5-566aedd4005f HTTP/1.1" status: 204 len: 168 time: 0.6225820 Jun 17 07:28:20.044399 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42498) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:20.088390 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43d7fe-d199-4b69-ae93-9b5c5c7b9d79 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cda22a3-ed9a-495c-94c5-566aedd4005f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:20.139249 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment 743375fc-1c18-41d8-803b-95edb3e35da8 resource provider aggregate not found Jun 17 07:28:20.164046 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment 743375fc-1c18-41d8-803b-95edb3e35da8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 743375fc-1c18-41d8-803b-95edb3e35da8 found for delete ", "request_id": "req-3adae4de-2d17-4ea0-bbed-d788bd1d930a"}]} Jun 17 07:28:20.436719 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818816'] for router_interface (57725028-d4d3-4fc9-90bd-09564fe92aaa), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:20.471898 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:20.705357 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] Deleting port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:20.706015 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:20.778465 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:20.781522 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2428ce71-454a-48e6-8c39-22054c9b519a no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:28:20.803256 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 2428ce71-454a-48e6-8c39-22054c9b519a {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:28:20.803593 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 2428ce71-454a-48e6-8c39-22054c9b519a not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:28:20.804007 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device d9de4de5-c422-4cc1-a165-bcbd37ede8d8 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:28:20.809838 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] For port 4724c16a-a5c2-4e1c-b81e-a4e01a57be83, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=4724c16a-a5c2-4e1c-b81e-a4e01a57be83,segment=NetworkSegment(1cce6af2-e25a-43ac-8738-60e4e2fe7724),segment_id=1cce6af2-e25a-43ac-8738-60e4e2fe7724)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:28:20.809838 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:20.823142 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: d9de4de5-c422-4cc1-a165-bcbd37ede8d8 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:28:20.823490 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device d9de4de5-c422-4cc1-a165-bcbd37ede8d8 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:28:20.823828 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] Calling delete_port for 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:20.823948 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 63e2d026-e346-4188-a3b6-7dda7c7c53a1 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:28:20.843554 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 63e2d026-e346-4188-a3b6-7dda7c7c53a1 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:28:20.845169 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 63e2d026-e346-4188-a3b6-7dda7c7c53a1 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:28:21.014137 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (4724c16a-a5c2-4e1c-b81e-a4e01a57be83), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:21.043853 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4724c16a-a5c2-4e1c-b81e-a4e01a57be83,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:21.242896 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820240'] for router_interface (57725028-d4d3-4fc9-90bd-09564fe92aaa), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:21.431040 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:21.458453 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] Router 57725028-d4d3-4fc9-90bd-09564fe92aaa has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:28:21.565199 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:28:21.570164 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-7493f301-3cd7-40f8-b2d1-6e2e7a5e25a4 admin admin] 10.222.0.33 "PUT /v2.0/routers/57725028-d4d3-4fc9-90bd-09564fe92aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5251472 Jun 17 07:28:21.574207 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42522) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:21.578474 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024e4de-1610-4b0e-9787-f78bac0c6977 None None] Sync routers for ids ['57725028-d4d3-4fc9-90bd-09564fe92aaa'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:28:21.602547 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024e4de-1610-4b0e-9787-f78bac0c6977 None None] Routers {'57725028-d4d3-4fc9-90bd-09564fe92aaa'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:21.602921 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-c024e4de-1610-4b0e-9787-f78bac0c6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:28:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['57725028-d4d3-4fc9-90bd-09564fe92aaa'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:21.681906 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Publish callbacks [] for router (57725028-d4d3-4fc9-90bd-09564fe92aaa), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:21.721814 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-c024e4de-1610-4b0e-9787-f78bac0c6977 None None] Set router 57725028-d4d3-4fc9-90bd-09564fe92aaa gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:21.731417 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:21.799722 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Publish callbacks [] for router_gateway (57725028-d4d3-4fc9-90bd-09564fe92aaa), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:21.854348 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Deleting port ebf94976-9ba8-4d61-96f1-a09824331e34 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:21.854758 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:21.909619 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-c024e4de-1610-4b0e-9787-f78bac0c6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'name': 'tempest-TestShelveInstance-1115903191-router', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:28:20Z', 'revision_number': 5, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'gw_port': {'id': 'ebf94976-9ba8-4d61-96f1-a09824331e34', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:22:33Z', 'updated_at': '2022-06-17T07:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:21.941312 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024e4de-1610-4b0e-9787-f78bac0c6977 None None] Checking router: 57725028-d4d3-4fc9-90bd-09564fe92aaa for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:28:21.951830 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024e4de-1610-4b0e-9787-f78bac0c6977 None None] Routers {'57725028-d4d3-4fc9-90bd-09564fe92aaa'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:21.952543 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-c024e4de-1610-4b0e-9787-f78bac0c6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:28:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['57725028-d4d3-4fc9-90bd-09564fe92aaa'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:21.954252 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] For port ebf94976-9ba8-4d61-96f1-a09824331e34, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=ebf94976-9ba8-4d61-96f1-a09824331e34,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:28:21.954782 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:21.970380 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Calling delete_port for ebf94976-9ba8-4d61-96f1-a09824331e34 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:22.039062 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-c024e4de-1610-4b0e-9787-f78bac0c6977 None None] Set router 57725028-d4d3-4fc9-90bd-09564fe92aaa gateway port host: None {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:22.172047 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (ebf94976-9ba8-4d61-96f1-a09824331e34), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:22.190170 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-c024e4de-1610-4b0e-9787-f78bac0c6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'name': 'tempest-TestShelveInstance-1115903191-router', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:28:21Z', 'revision_number': 6, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'gw_port_host': None}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:22.198748 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf94976-9ba8-4d61-96f1-a09824331e34,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:22.216460 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024e4de-1610-4b0e-9787-f78bac0c6977 None None] The sync data for ids ['57725028-d4d3-4fc9-90bd-09564fe92aaa'] in dv-cinder-834822-4-iscsi is: [{'id': '57725028-d4d3-4fc9-90bd-09564fe92aaa', 'name': 'tempest-TestShelveInstance-1115903191-router', 'tenant_id': 'e7c470fb14fb41878df38dde6131b126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:22:32Z', 'updated_at': '2022-06-17T07:28:21Z', 'revision_number': 6, 'project_id': 'e7c470fb14fb41878df38dde6131b126', 'gw_port_host': None}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:28:22.285571 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819527'] for router_gateway (57725028-d4d3-4fc9-90bd-09564fe92aaa), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:22.685789 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7687'] for router (57725028-d4d3-4fc9-90bd-09564fe92aaa), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:22.688832 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Publish callbacks [] for router_controller (57725028-d4d3-4fc9-90bd-09564fe92aaa), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:22.738350 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1824228'] for router (57725028-d4d3-4fc9-90bd-09564fe92aaa), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:22.739063 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57725028-d4d3-4fc9-90bd-09564fe92aaa {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:28:22.745286 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:22.747034 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-21f8b318-6285-4b16-9c42-f8c27f2a5bc9 admin admin] 10.222.0.33 "DELETE /v2.0/routers/57725028-d4d3-4fc9-90bd-09564fe92aaa HTTP/1.1" status: 204 len: 168 time: 1.1715982 Jun 17 07:28:22.749702 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42538) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:22.790037 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:22.808572 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c292bf5b-2207-4938-9594-d04037314011 admin admin] Deleting subnet e359ac1b-03ea-45f6-8be4-e605d5505c84 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:28:22.812038 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c292bf5b-2207-4938-9594-d04037314011 admin admin] Publish callbacks [] for subnet (e359ac1b-03ea-45f6-8be4-e605d5505c84), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:22.849690 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c292bf5b-2207-4938-9594-d04037314011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417110'] for subnet (e359ac1b-03ea-45f6-8be4-e605d5505c84), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:22.932913 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c292bf5b-2207-4938-9594-d04037314011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (e359ac1b-03ea-45f6-8be4-e605d5505c84), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:22.994151 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:23.007779 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c292bf5b-2207-4938-9594-d04037314011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63144836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64587526'] for subnet (e359ac1b-03ea-45f6-8be4-e605d5505c84), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.042326 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292bf5b-2207-4938-9594-d04037314011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e359ac1b-03ea-45f6-8be4-e605d5505c84,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:23.046478 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c292bf5b-2207-4938-9594-d04037314011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.050756 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-c292bf5b-2207-4938-9594-d04037314011 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/e359ac1b-03ea-45f6-8be4-e605d5505c84 HTTP/1.1" status: 204 len: 168 time: 0.2993038 Jun 17 07:28:23.053393 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42550) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:23.057371 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107d36b9-ade3-4261-9422-a5a5df870d87 None None] Network 0e83d670-f6c7-414e-bb41-c0aaebd06477 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:28:23.131595 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:28:23.134446 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:23.153629 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (0e83d670-f6c7-414e-bb41-c0aaebd06477), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.171407 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:23.194484 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:28:23.194827 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 4724c16a-a5c2-4e1c-b81e-a4e01a57be83 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:28:23.195238 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device ebf94976-9ba8-4d61-96f1-a09824331e34 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:28:23.219810 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Deleting port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:23.220214 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.222188 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: ebf94976-9ba8-4d61-96f1-a09824331e34 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:28:23.222642 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device ebf94976-9ba8-4d61-96f1-a09824331e34 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:28:23.280582 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc5ecc-be1f-4198-968e-1b7ab50ace9a None None] DHCP port deletion for 0e83d670-f6c7-414e-bb41-c0aaebd06477 request from dv-cinder-834822-4-iscsi {{(pid=103803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 07:28:23.307563 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] For port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=3ebcfc5d-691c-482a-af61-7b45b8cc4c56,segment=NetworkSegment(1cce6af2-e25a-43ac-8738-60e4e2fe7724),segment_id=1cce6af2-e25a-43ac-8738-60e4e2fe7724)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:28:23.308035 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.325444 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Calling delete_port for 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 owned by network:dhcp {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:23.340277 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc5ecc-be1f-4198-968e-1b7ab50ace9a None None] Deleting port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 {{(pid=103803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:23.340926 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5ecc-be1f-4198-968e-1b7ab50ace9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), before_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.448946 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-b4fc5ecc-be1f-4198-968e-1b7ab50ace9a None None] For port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=3ebcfc5d-691c-482a-af61-7b45b8cc4c56,segment=NetworkSegment(1cce6af2-e25a-43ac-8738-60e4e2fe7724),segment_id=1cce6af2-e25a-43ac-8738-60e4e2fe7724)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:28:23.449548 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5ecc-be1f-4198-968e-1b7ab50ace9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), precommit_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.450132 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.467260 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] No DVR routers for this DVR port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 on host dv-cinder-834822-4-iscsi {{(pid=103802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:28:23.481072 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc5ecc-be1f-4198-968e-1b7ab50ace9a None None] Calling delete_port for 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 owned by network:dhcp {{(pid=103803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:23.488422 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebcfc5d-691c-482a-af61-7b45b8cc4c56,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:23.524945 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:23.525644 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42558) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:23.572467 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (0e83d670-f6c7-414e-bb41-c0aaebd06477), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.575284 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5ecc-be1f-4198-968e-1b7ab50ace9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (3ebcfc5d-691c-482a-af61-7b45b8cc4c56), after_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.605244 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc5ecc-be1f-4198-968e-1b7ab50ace9a None None] Pushing event deleted for resources: {'Port': ['ID=3ebcfc5d-691c-482a-af61-7b45b8cc4c56,revision_number=None']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:23.607890 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc5ecc-be1f-4198-968e-1b7ab50ace9a None None] No DVR routers for this DVR port 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 on host dv-cinder-834822-4-iscsi {{(pid=103803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:28:23.617203 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e83d670-f6c7-414e-bb41-c0aaebd06477']}} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:23.631715 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cce6af2-e25a-43ac-8738-60e4e2fe7724') {'for_net_delete': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:23.632330 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cce6af2-e25a-43ac-8738-60e4e2fe7724') {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:23.642831 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63578506'] for segment (1cce6af2-e25a-43ac-8738-60e4e2fe7724), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.658831 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (1cce6af2-e25a-43ac-8738-60e4e2fe7724), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.666770 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:28:23.667173 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63419984'] for segment (1cce6af2-e25a-43ac-8738-60e4e2fe7724), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.682749 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-038d9afc-c815-4617-a189-8193cc6cc004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.718365 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 1cce6af2-e25a-43ac-8738-60e4e2fe7724 resource provider aggregate not found Jun 17 07:28:23.744721 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 1cce6af2-e25a-43ac-8738-60e4e2fe7724 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cce6af2-e25a-43ac-8738-60e4e2fe7724 found for delete ", "request_id": "req-d8f74e1b-32af-4812-8190-384bb94c8d42"}]} Jun 17 07:28:23.745463 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (0e83d670-f6c7-414e-bb41-c0aaebd06477), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.753400 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.756619 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] 10.222.0.33 "DELETE /v2.0/networks/0e83d670-f6c7-414e-bb41-c0aaebd06477 HTTP/1.1" status: 204 len: 168 time: 0.7021847 Jun 17 07:28:23.766608 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad747560-5e49-4bf2-b7cb-1e02c5fe9dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=0e83d670-f6c7-414e-bb41-c0aaebd06477,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:23.786053 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-038d9afc-c815-4617-a189-8193cc6cc004 admin admin] Publish callbacks [] for security_group (51693e79-5ea2-4521-a2a1-49833b83f0dc), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.790807 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-038d9afc-c815-4617-a189-8193cc6cc004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (51693e79-5ea2-4521-a2a1-49833b83f0dc), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.836891 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d9afc-c815-4617-a189-8193cc6cc004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51693e79-5ea2-4521-a2a1-49833b83f0dc,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:23.843471 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-038d9afc-c815-4617-a189-8193cc6cc004 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=754d6f6c545f4e70b08cbc2eaa2a6c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153133 Jun 17 07:28:23.846662 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42568) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:23.903775 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05aa6a98-c6cf-49c5-9ce6-7031723dceb0 admin admin] Publish callbacks [] for security_group (51693e79-5ea2-4521-a2a1-49833b83f0dc), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.920797 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42570) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:23.931695 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05aa6a98-c6cf-49c5-9ce6-7031723dceb0 admin admin] Publish callbacks [] for security_group (51693e79-5ea2-4521-a2a1-49833b83f0dc), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.969129 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-2a1eca49-f794-4c4b-9b3a-798dfd0a9bd0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f92a857cef0a43d4907fbc667e30df6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469444 Jun 17 07:28:23.972166 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42572) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:23.981593 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05aa6a98-c6cf-49c5-9ce6-7031723dceb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (51693e79-5ea2-4521-a2a1-49833b83f0dc), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.985739 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05aa6a98-c6cf-49c5-9ce6-7031723dceb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:23.987111 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-05aa6a98-c6cf-49c5-9ce6-7031723dceb0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/51693e79-5ea2-4521-a2a1-49833b83f0dc HTTP/1.1" status: 204 len: 168 time: 0.1395199 Jun 17 07:28:23.996343 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa6a98-c6cf-49c5-9ce6-7031723dceb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51693e79-5ea2-4521-a2a1-49833b83f0dc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:24.025790 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-313da848-3866-41e6-83c2-954d132b353e admin admin] Publish callbacks [] for security_group (2d566ca0-bc4e-4e35-b495-9824b9469054), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.050212 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-313da848-3866-41e6-83c2-954d132b353e admin admin] Publish callbacks [] for security_group (2d566ca0-bc4e-4e35-b495-9824b9469054), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.083593 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:24.104626 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-313da848-3866-41e6-83c2-954d132b353e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (2d566ca0-bc4e-4e35-b495-9824b9469054), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.107127 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-313da848-3866-41e6-83c2-954d132b353e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.108645 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-313da848-3866-41e6-83c2-954d132b353e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/2d566ca0-bc4e-4e35-b495-9824b9469054 HTTP/1.1" status: 204 len: 168 time: 0.1355939 Jun 17 07:28:24.117317 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313da848-3866-41e6-83c2-954d132b353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d566ca0-bc4e-4e35-b495-9824b9469054,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:24.431840 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42582) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:24.445867 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4daf3f74-0acb-45a1-a0ef-b2af31b03232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.489040 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42584) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:24.529196 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4daf3f74-0acb-45a1-a0ef-b2af31b03232 admin admin] Publish callbacks [] for security_group (4b159b6a-a244-46d5-9edb-b404fae3b7ae), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.530994 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-1935f7d3-325a-4b60-a931-5700593f1a4a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e7c470fb14fb41878df38dde6131b126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406075 Jun 17 07:28:24.534323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42586) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:24.547166 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4daf3f74-0acb-45a1-a0ef-b2af31b03232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (4b159b6a-a244-46d5-9edb-b404fae3b7ae), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.611654 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-4daf3f74-0acb-45a1-a0ef-b2af31b03232 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=f42e869a309241e3bf0fb6f348fef0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783452 Jun 17 07:28:24.614017 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf3f74-0acb-45a1-a0ef-b2af31b03232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b159b6a-a244-46d5-9edb-b404fae3b7ae,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:24.614372 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42588) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:24.630178 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-edba1216-1081-4ce7-9883-2c115a88cd14 admin admin] Publish callbacks [] for security_group (0a125b86-dae6-4f4e-86b0-578e4a0813a5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.653683 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-edba1216-1081-4ce7-9883-2c115a88cd14 admin admin] Publish callbacks [] for security_group (0a125b86-dae6-4f4e-86b0-578e4a0813a5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.668886 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-05d8fb45-d143-4038-ba9d-c2b3d10d3bb9 admin admin] Publish callbacks [] for security_group (4b159b6a-a244-46d5-9edb-b404fae3b7ae), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.685416 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=12 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:24.696049 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-05d8fb45-d143-4038-ba9d-c2b3d10d3bb9 admin admin] Publish callbacks [] for security_group (4b159b6a-a244-46d5-9edb-b404fae3b7ae), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.720130 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-edba1216-1081-4ce7-9883-2c115a88cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (0a125b86-dae6-4f4e-86b0-578e4a0813a5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.723735 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-edba1216-1081-4ce7-9883-2c115a88cd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.724915 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-edba1216-1081-4ce7-9883-2c115a88cd14 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0a125b86-dae6-4f4e-86b0-578e4a0813a5 HTTP/1.1" status: 204 len: 168 time: 0.1896396 Jun 17 07:28:24.738724 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=6 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:24.751981 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba1216-1081-4ce7-9883-2c115a88cd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a125b86-dae6-4f4e-86b0-578e4a0813a5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:24.769129 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-05d8fb45-d143-4038-ba9d-c2b3d10d3bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (4b159b6a-a244-46d5-9edb-b404fae3b7ae), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.772890 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-05d8fb45-d143-4038-ba9d-c2b3d10d3bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:24.775341 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-05d8fb45-d143-4038-ba9d-c2b3d10d3bb9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4b159b6a-a244-46d5-9edb-b404fae3b7ae HTTP/1.1" status: 204 len: 168 time: 0.1591823 Jun 17 07:28:24.785779 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8fb45-d143-4038-ba9d-c2b3d10d3bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b159b6a-a244-46d5-9edb-b404fae3b7ae,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:24.844739 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:28:24.867603 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:28:24.867961 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 3ebcfc5d-691c-482a-af61-7b45b8cc4c56 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:28:27.308043 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42658) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:27.426977 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7017-ada2-410e-bd70-c3393c25fa76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:27.502140 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7017-ada2-410e-bd70-c3393c25fa76 admin admin] Publish callbacks [] for security_group (045cf7f3-6044-4ba7-b085-c8bfd4276bde), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:27.506749 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7017-ada2-410e-bd70-c3393c25fa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (045cf7f3-6044-4ba7-b085-c8bfd4276bde), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:27.527409 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:27.548278 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-4d3d7017-ada2-410e-bd70-c3393c25fa76 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=436f67d06c2b41eb8162e48171a62d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390969 Jun 17 07:28:27.551360 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d7017-ada2-410e-bd70-c3393c25fa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045cf7f3-6044-4ba7-b085-c8bfd4276bde,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:27.551593 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42662) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:27.604025 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7e6aca3-92b5-47f0-aac8-f2a0a3df9f85 admin admin] Publish callbacks [] for security_group (045cf7f3-6044-4ba7-b085-c8bfd4276bde), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:27.627208 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7e6aca3-92b5-47f0-aac8-f2a0a3df9f85 admin admin] Publish callbacks [] for security_group (045cf7f3-6044-4ba7-b085-c8bfd4276bde), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:27.677412 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7e6aca3-92b5-47f0-aac8-f2a0a3df9f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (045cf7f3-6044-4ba7-b085-c8bfd4276bde), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:27.680043 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7e6aca3-92b5-47f0-aac8-f2a0a3df9f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:27.681335 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f7e6aca3-92b5-47f0-aac8-f2a0a3df9f85 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/045cf7f3-6044-4ba7-b085-c8bfd4276bde HTTP/1.1" status: 204 len: 168 time: 0.1286204 Jun 17 07:28:27.690431 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6aca3-92b5-47f0-aac8-f2a0a3df9f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045cf7f3-6044-4ba7-b085-c8bfd4276bde,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:27.961155 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42668) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:27.975159 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f00a922c-f8d9-4fc0-8bfb-2bee71c6ab01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:28.051620 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f00a922c-f8d9-4fc0-8bfb-2bee71c6ab01 admin admin] Publish callbacks [] for security_group (46e62c6d-f999-4cf1-b20d-fd0f9aae9f10), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:28.055835 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f00a922c-f8d9-4fc0-8bfb-2bee71c6ab01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (46e62c6d-f999-4cf1-b20d-fd0f9aae9f10), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:28.097737 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a922c-f8d9-4fc0-8bfb-2bee71c6ab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e62c6d-f999-4cf1-b20d-fd0f9aae9f10,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:28.102749 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f00a922c-f8d9-4fc0-8bfb-2bee71c6ab01 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=786e2ac1bb0e458aa05396e074b6c69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404912 Jun 17 07:28:28.105441 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42670) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:28.159613 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2c6288d5-0fdf-497d-8988-eec4af806049 admin admin] Publish callbacks [] for security_group (46e62c6d-f999-4cf1-b20d-fd0f9aae9f10), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:28.186072 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2c6288d5-0fdf-497d-8988-eec4af806049 admin admin] Publish callbacks [] for security_group (46e62c6d-f999-4cf1-b20d-fd0f9aae9f10), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:28.239933 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2c6288d5-0fdf-497d-8988-eec4af806049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (46e62c6d-f999-4cf1-b20d-fd0f9aae9f10), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:28.242654 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2c6288d5-0fdf-497d-8988-eec4af806049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:28.246097 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-2c6288d5-0fdf-497d-8988-eec4af806049 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/46e62c6d-f999-4cf1-b20d-fd0f9aae9f10 HTTP/1.1" status: 204 len: 168 time: 0.1373522 Jun 17 07:28:28.246401 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:28.254526 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6288d5-0fdf-497d-8988-eec4af806049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e62c6d-f999-4cf1-b20d-fd0f9aae9f10,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:30.356668 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:28:32.508188 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-3084b202-c1fa-4d5c-be41-bd36451cf9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.197485 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42754) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:34.307379 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=52 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:34.308091 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-202e0693-88c1-4347-84d4-c9921c84738f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.388918 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-202e0693-88c1-4347-84d4-c9921c84738f admin admin] Publish callbacks [] for security_group (04a55dc3-3146-4ef0-afcd-190e941d5c34), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.393075 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-202e0693-88c1-4347-84d4-c9921c84738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (04a55dc3-3146-4ef0-afcd-190e941d5c34), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.436807 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-202e0693-88c1-4347-84d4-c9921c84738f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=78060f4ba6264f4abafaf89ef3b54ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382126 Jun 17 07:28:34.437513 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e0693-88c1-4347-84d4-c9921c84738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a55dc3-3146-4ef0-afcd-190e941d5c34,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:34.440457 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42758) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:34.495573 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e0ada0a-d06b-420b-9d66-14fe2e7a7fb7 admin admin] Publish callbacks [] for security_group (04a55dc3-3146-4ef0-afcd-190e941d5c34), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.518780 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e0ada0a-d06b-420b-9d66-14fe2e7a7fb7 admin admin] Publish callbacks [] for security_group (04a55dc3-3146-4ef0-afcd-190e941d5c34), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.568647 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e0ada0a-d06b-420b-9d66-14fe2e7a7fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (04a55dc3-3146-4ef0-afcd-190e941d5c34), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.571124 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e0ada0a-d06b-420b-9d66-14fe2e7a7fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.572290 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-9e0ada0a-d06b-420b-9d66-14fe2e7a7fb7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/04a55dc3-3146-4ef0-afcd-190e941d5c34 HTTP/1.1" status: 204 len: 168 time: 0.1307223 Jun 17 07:28:34.580890 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ada0a-d06b-420b-9d66-14fe2e7a7fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a55dc3-3146-4ef0-afcd-190e941d5c34,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:34.710946 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-33e6153a-be61-49fa-928c-ff3800f15598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.856834 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42764) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:34.870987 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb5f1-be7d-436a-b33b-1b3e6bb4ff27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.954807 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb5f1-be7d-436a-b33b-1b3e6bb4ff27 admin admin] Publish callbacks [] for security_group (0e1dae4a-1bfc-4b70-be52-7dfce759f25d), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.958795 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb5f1-be7d-436a-b33b-1b3e6bb4ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (0e1dae4a-1bfc-4b70-be52-7dfce759f25d), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:34.999735 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-e5dfb5f1-be7d-436a-b33b-1b3e6bb4ff27 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bb3c9c8d94cb4a0aa7616e912fb54dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414912 Jun 17 07:28:35.000651 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfb5f1-be7d-436a-b33b-1b3e6bb4ff27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1dae4a-1bfc-4b70-be52-7dfce759f25d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:35.002962 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42766) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:35.053999 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7b4c-b4e9-45f9-b31f-668265acaba0 admin admin] Publish callbacks [] for security_group (0e1dae4a-1bfc-4b70-be52-7dfce759f25d), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:35.078008 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7b4c-b4e9-45f9-b31f-668265acaba0 admin admin] Publish callbacks [] for security_group (0e1dae4a-1bfc-4b70-be52-7dfce759f25d), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:35.125479 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7b4c-b4e9-45f9-b31f-668265acaba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (0e1dae4a-1bfc-4b70-be52-7dfce759f25d), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:35.128854 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7b4c-b4e9-45f9-b31f-668265acaba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:35.130134 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ee9e7b4c-b4e9-45f9-b31f-668265acaba0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0e1dae4a-1bfc-4b70-be52-7dfce759f25d HTTP/1.1" status: 204 len: 168 time: 0.1261358 Jun 17 07:28:35.140506 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e7b4c-b4e9-45f9-b31f-668265acaba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1dae4a-1bfc-4b70-be52-7dfce759f25d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:35.744592 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:37.238941 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42838) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:37.325471 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:37.360999 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2b19688-8fd2-4ba1-81e3-c15c32ad8155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:37.408561 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:37.453872 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2b19688-8fd2-4ba1-81e3-c15c32ad8155 admin admin] Publish callbacks [] for security_group (bd4dc3c1-7aff-48fe-8efd-0bf83eab4212), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:37.459202 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2b19688-8fd2-4ba1-81e3-c15c32ad8155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (bd4dc3c1-7aff-48fe-8efd-0bf83eab4212), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:37.506595 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-b2b19688-8fd2-4ba1-81e3-c15c32ad8155 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=108ea45b5d974328b0ee94392d73cd2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665498 Jun 17 07:28:37.507873 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b19688-8fd2-4ba1-81e3-c15c32ad8155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4dc3c1-7aff-48fe-8efd-0bf83eab4212,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:37.510453 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42844) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:37.567824 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b89b9fa-8b87-4ec5-b965-1ce69867716a admin admin] Publish callbacks [] for security_group (bd4dc3c1-7aff-48fe-8efd-0bf83eab4212), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:37.591853 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b89b9fa-8b87-4ec5-b965-1ce69867716a admin admin] Publish callbacks [] for security_group (bd4dc3c1-7aff-48fe-8efd-0bf83eab4212), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:37.651669 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b89b9fa-8b87-4ec5-b965-1ce69867716a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (bd4dc3c1-7aff-48fe-8efd-0bf83eab4212), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:37.654294 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b89b9fa-8b87-4ec5-b965-1ce69867716a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:37.658731 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-4b89b9fa-8b87-4ec5-b965-1ce69867716a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bd4dc3c1-7aff-48fe-8efd-0bf83eab4212 HTTP/1.1" status: 204 len: 168 time: 0.1471996 Jun 17 07:28:37.667475 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89b9fa-8b87-4ec5-b965-1ce69867716a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4dc3c1-7aff-48fe-8efd-0bf83eab4212,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:37.868843 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:38.070260 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42858) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:38.084338 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8bb72f0a-04e4-4656-a1e5-2dfc309674ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:38.182515 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8bb72f0a-04e4-4656-a1e5-2dfc309674ce admin admin] Publish callbacks [] for security_group (c16a4126-74c0-448d-9f91-c724c94613b4), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:38.187748 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8bb72f0a-04e4-4656-a1e5-2dfc309674ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c16a4126-74c0-448d-9f91-c724c94613b4), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:38.194817 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:38.204390 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:38.257207 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-8bb72f0a-04e4-4656-a1e5-2dfc309674ce admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=79cd8f2354ec4e5aa52b3b3b4d4c6d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856625 Jun 17 07:28:38.258263 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb72f0a-04e4-4656-a1e5-2dfc309674ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16a4126-74c0-448d-9f91-c724c94613b4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:38.260415 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42860) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:38.327984 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd08b15a-3cc4-43c3-94a4-7d729e05739b admin admin] Publish callbacks [] for security_group (c16a4126-74c0-448d-9f91-c724c94613b4), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:38.352891 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd08b15a-3cc4-43c3-94a4-7d729e05739b admin admin] Publish callbacks [] for security_group (c16a4126-74c0-448d-9f91-c724c94613b4), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:38.401090 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd08b15a-3cc4-43c3-94a4-7d729e05739b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c16a4126-74c0-448d-9f91-c724c94613b4), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:38.403896 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-dd08b15a-3cc4-43c3-94a4-7d729e05739b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:38.405090 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-dd08b15a-3cc4-43c3-94a4-7d729e05739b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c16a4126-74c0-448d-9f91-c724c94613b4 HTTP/1.1" status: 204 len: 168 time: 0.1423922 Jun 17 07:28:38.414076 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08b15a-3cc4-43c3-94a4-7d729e05739b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16a4126-74c0-448d-9f91-c724c94613b4,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:39.180550 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 42888) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:39.299925 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-931354008-network', 'tenant_id': '1f4d52c8c4b14264bacb64bb1e61ae69'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:39.325807 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Made reservation on behalf of 1f4d52c8c4b14264bacb64bb1e61ae69 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:28:39.329987 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:39.343561 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:39.453249 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Publish callbacks [] for security_group (be03a024-4cc4-4a3c-bf11-480822ce4dd5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:39.458409 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (be03a024-4cc4-4a3c-bf11-480822ce4dd5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:39.489428 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:28:39.495341 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be03a024-4cc4-4a3c-bf11-480822ce4dd5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:39.503627 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (1d666cbf-a463-4416-a1a0-18a2f2397961), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:39.504521 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.segments_db [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Added segment 1d666cbf-a463-4416-a1a0-18a2f2397961 of type vlan for network 9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4 Jun 17 07:28:39.548037 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:39.582708 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:39.582708 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:39.582708 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:39.637396 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4557264 Jun 17 07:28:39.642252 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42898) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:39.643110 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec88ebe-82b7-4ab9-b015-a8fb4e5c117a admin admin] Pushing event updated for resources: {'Network': ['ID=9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:39.651773 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] Request body: {'subnet': {'network_id': '9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-931354008-subnet', 'tenant_id': '1f4d52c8c4b14264bacb64bb1e61ae69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:39.654227 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:28:39.680114 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] Made reservation on behalf of 1f4d52c8c4b14264bacb64bb1e61ae69 for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:28:39.682629 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63947190'] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:39.744646 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:39.881619 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63420105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63947140'] for subnet (dd6f3131-679b-4e8e-a197-48e416b895e0), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:39.940945 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6f3131-679b-4e8e-a197-48e416b895e0,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:39.949933 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] Checking segment: {'id': '1d666cbf-a463-4416-a1a0-18a2f2397961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:28:39.950299 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] Network hostable DHCP agents. Network: 9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:28:39.969833 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] Network 9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:28:39.980429 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:28:39.984830 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:39.985982 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:39.990228 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dd02e8-2b07-4306-b9c0-cdbb141b53bb None None] Network 9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:28:40.011619 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-69b9c26b-09d5-4a4b-be56-139326f18f94 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3596723 Jun 17 07:28:40.102651 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53624fb8-4224-42a9-a578-a2b4a3c2accd None None] Network 9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:28:40.566706 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42916) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:40.571476 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1501531688-network', 'tenant_id': 'c66f4217188b4b579f055612f36ef036'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:40.592349 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Made reservation on behalf of c66f4217188b4b579f055612f36ef036 for: {'network': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:28:40.594723 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:40.606732 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:40.663734 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:40.687099 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Publish callbacks [] for security_group (08e26f3c-d377-4dbc-aec2-f6dc53896227), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:40.690836 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (08e26f3c-d377-4dbc-aec2-f6dc53896227), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:40.720084 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=103802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:28:40.726716 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e26f3c-d377-4dbc-aec2-f6dc53896227,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:40.733779 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (0a6c8334-4250-4862-9ed0-e3c151926fc4), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:40.734191 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.segments_db [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Added segment 0a6c8334-4250-4862-9ed0-e3c151926fc4 of type vlan for network 4b342bf4-c849-4493-9a54-bc0e5a85184a Jun 17 07:28:40.778675 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (4b342bf4-c849-4493-9a54-bc0e5a85184a), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:40.805342 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (4b342bf4-c849-4493-9a54-bc0e5a85184a), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:40.806322 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:40.806901 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:40.869798 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3019710 Jun 17 07:28:40.872717 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 42918) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:40.880777 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] Request body: {'subnet': {'network_id': '4b342bf4-c849-4493-9a54-bc0e5a85184a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1501531688-subnet', 'tenant_id': 'c66f4217188b4b579f055612f36ef036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:40.885635 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8243f-d919-4f90-8865-0d20775bc9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=4b342bf4-c849-4493-9a54-bc0e5a85184a,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:40.895953 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 4b342bf4-c849-4493-9a54-bc0e5a85184a details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:28:40.903556 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] Made reservation on behalf of c66f4217188b4b579f055612f36ef036 for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:28:40.905940 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63947190'] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:41.075102 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63420105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63947140'] for subnet (77108cc6-18d7-45f6-823f-3857e7f93a89), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:41.078153 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:41.131107 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77108cc6-18d7-45f6-823f-3857e7f93a89,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:41.147260 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] Checking segment: {'id': '0a6c8334-4250-4862-9ed0-e3c151926fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4b342bf4-c849-4493-9a54-bc0e5a85184a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:28:41.147615 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] Network hostable DHCP agents. Network: 4b342bf4-c849-4493-9a54-bc0e5a85184a, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:28:41.164616 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] Network 4b342bf4-c849-4493-9a54-bc0e5a85184a is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:28:41.175523 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 4b342bf4-c849-4493-9a54-bc0e5a85184a) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:28:41.182308 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:41.183218 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:41.191786 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb49979-2123-430f-bdd6-919d968b19a8 None None] Network 4b342bf4-c849-4493-9a54-bc0e5a85184a requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:28:41.203360 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-efb671ce-1f9f-4bfd-94e7-7ff11ad2dfa5 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3295133 Jun 17 07:28:41.295523 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383054a8-fe84-4791-96de-47c3b25e10d2 None None] Network 4b342bf4-c849-4493-9a54-bc0e5a85184a requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:28:41.360515 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:45.219673 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:47.468733 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:47.471857 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=68 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:47.614406 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa26e26-fbd8-4e9f-bd56-706a1a21e99f req-0ad0168a-4487-42b2-ad7d-6c13122e6151 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:47.615900 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-afa26e26-fbd8-4e9f-bd56-706a1a21e99f req-0ad0168a-4487-42b2-ad7d-6c13122e6151 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 945 time: 0.0489409 Jun 17 07:28:47.668340 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-afa26e26-fbd8-4e9f-bd56-706a1a21e99f req-8a90f6e6-1729-4b65-b1f4-1ae950e957bc tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464587 Jun 17 07:28:48.790089 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f422c8b-b969-4fdc-ba91-f169436f8e15 req-4cf1e2c7-30cd-4bcf-88c6-849aedbbc527 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:48.791628 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3f422c8b-b969-4fdc-ba91-f169436f8e15 req-4cf1e2c7-30cd-4bcf-88c6-849aedbbc527 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Jun 17 07:28:48.843323 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3f422c8b-b969-4fdc-ba91-f169436f8e15 req-f03e465c-4b49-4a75-80dc-cf025d591b0f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460413 Jun 17 07:28:49.026212 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-9186b139-6060-4628-80f6-941b61a2a197 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:49.027580 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-9186b139-6060-4628-80f6-941b61a2a197 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Jun 17 07:28:49.116292 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Deleting port a134c0b8-33ae-413a-a0ae-5b188f660f0b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:49.116633 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:49.211705 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] For port a134c0b8-33ae-413a-a0ae-5b188f660f0b, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a134c0b8-33ae-413a-a0ae-5b188f660f0b,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:28:49.212140 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:49.331429 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:49.400567 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:49.400943 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:49.401313 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Floating IP 4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb disassociated. External IP: 172.27.0.74, port: a134c0b8-33ae-413a-a0ae-5b188f660f0b. Jun 17 07:28:49.401576 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Calling delete_port for a134c0b8-33ae-413a-a0ae-5b188f660f0b owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:49.452275 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:49.539549 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (a134c0b8-33ae-413a-a0ae-5b188f660f0b), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:49.569661 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'Port': ['ID=a134c0b8-33ae-413a-a0ae-5b188f660f0b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:49.691217 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:28:49.796512 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:28:49.807768 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16d3a8-2d4d-49b8-9eb9-07f65bf04603 None None] Sync routers for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:28:49.818928 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16d3a8-2d4d-49b8-9eb9-07f65bf04603 None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:49.819551 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4f16d3a8-2d4d-49b8-9eb9-07f65bf04603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:28:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:49.844795 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] No DVR routers for this DVR port a134c0b8-33ae-413a-a0ae-5b188f660f0b on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:28:49.847837 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:49.852335 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ec7f9987-5bf5-4843-ae75-884d97501ccb req-635c139d-79bf-4628-9a6b-cf54bb1387b2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "DELETE /v2.0/ports/a134c0b8-33ae-413a-a0ae-5b188f660f0b HTTP/1.1" status: 204 len: 173 time: 0.8193734 Jun 17 07:28:49.852335 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'name': 'network-vif-deleted', 'tag': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:28:49.855252 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04824713-4f62-4fc9-940c-3bb6b298dfeb" -d '{"events": [{"server_uuid": "8e6a9ab0-230d-4e55-9767-b821f0036ef3", "name": "network-vif-deleted", "tag": "a134c0b8-33ae-413a-a0ae-5b188f660f0b"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:28:49.894773 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8177e8-99e3-460d-828c-67c38a3e9a4e x-openstack-request-id: req-ca8177e8-99e3-460d-828c-67c38a3e9a4e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:28:49.895062 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6a9ab0-230d-4e55-9767-b821f0036ef3", "name": "network-vif-deleted", "tag": "a134c0b8-33ae-413a-a0ae-5b188f660f0b", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:28:49.895317 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ca8177e8-99e3-460d-828c-67c38a3e9a4e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:28:49.895759 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8177e8-99e3-460d-828c-67c38a3e9a4e'] response: {'server_uuid': '8e6a9ab0-230d-4e55-9767-b821f0036ef3', 'name': 'network-vif-deleted', 'tag': 'a134c0b8-33ae-413a-a0ae-5b188f660f0b', 'status': 'completed', 'code': 200} Jun 17 07:28:50.006539 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e75985ed-76ad-448b-b492-5d97135dccec req-642be6c3-552f-4651-a736-a7aa4067dec5 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=8e6a9ab0-230d-4e55-9767-b821f0036ef3 HTTP/1.1" status: 200 len: 210 time: 0.0358655 Jun 17 07:28:50.095258 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-4f16d3a8-2d4d-49b8-9eb9-07f65bf04603 None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:50.167933 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:50.305864 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4f16d3a8-2d4d-49b8-9eb9-07f65bf04603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:50.339835 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16d3a8-2d4d-49b8-9eb9-07f65bf04603 None None] Checking router: 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:28:50.350930 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16d3a8-2d4d-49b8-9eb9-07f65bf04603 None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:50.351542 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4f16d3a8-2d4d-49b8-9eb9-07f65bf04603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:28:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:50.474213 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-4f16d3a8-2d4d-49b8-9eb9-07f65bf04603 None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:50.683503 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-4f16d3a8-2d4d-49b8-9eb9-07f65bf04603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:50.718884 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f16d3a8-2d4d-49b8-9eb9-07f65bf04603 None None] The sync data for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi is: [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:28:50.996319 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb45c634-b8a9-45c9-9a97-67374860c204 None None] New status for floating IP 4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb: DOWN {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:28:51.118018 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43040) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:51.186483 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-421096a9-9c88-4862-994a-65c5d7030307 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.211562 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-421096a9-9c88-4862-994a-65c5d7030307 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.219677 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:51.262343 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-421096a9-9c88-4862-994a-65c5d7030307 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.264922 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-421096a9-9c88-4862-994a-65c5d7030307 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.266105 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-421096a9-9c88-4862-994a-65c5d7030307 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "DELETE /v2.0/security-groups/fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce HTTP/1.1" status: 204 len: 168 time: 0.1457291 Jun 17 07:28:51.269020 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43042) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:51.275655 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421096a9-9c88-4862-994a-65c5d7030307 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:51.289070 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.api.v2.resource [None req-24a17cf4-9ce2-4ad7-ab96-37c0277fe391 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] show failed (client error): The resource could not be found. Jun 17 07:28:51.290143 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-24a17cf4-9ce2-4ad7-ab96-37c0277fe391 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups/fe3bb570-08e1-4eaa-a0b7-4a7e357c14ce HTTP/1.1" status: 404 len: 347 time: 0.0200000 Jun 17 07:28:51.293090 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43044) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:51.415069 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-deb9d9f8-27e4-444d-bd6d-bd3a10b958bd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Deleting port 4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:51.415410 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-deb9d9f8-27e4-444d-bd6d-bd3a10b958bd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.505174 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-deb9d9f8-27e4-444d-bd6d-bd3a10b958bd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.505497 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-deb9d9f8-27e4-444d-bd6d-bd3a10b958bd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.518268 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-deb9d9f8-27e4-444d-bd6d-bd3a10b958bd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Calling delete_port for 4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0 owned by network:floatingip {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:51.656473 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-deb9d9f8-27e4-444d-bd6d-bd3a10b958bd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.680960 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9d9f8-27e4-444d-bd6d-bd3a10b958bd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'Port': ['ID=4d3c7798-9d62-4b46-9c9f-4f2f922ab9e0,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:51.747190 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-deb9d9f8-27e4-444d-bd6d-bd3a10b958bd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.749804 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-deb9d9f8-27e4-444d-bd6d-bd3a10b958bd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.752134 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-deb9d9f8-27e4-444d-bd6d-bd3a10b958bd tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "DELETE /v2.0/floatingips/4e8d2d0a-5a4e-462b-8ce0-d83c6a9397cb HTTP/1.1" status: 204 len: 168 time: 0.4567981 Jun 17 07:28:51.826325 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43050) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:51.832352 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-a88c0648-5fa9-4d33-a46d-0cc1a7090bba tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1795461171', 'description': 'tempest-description--1828885737'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:51.855247 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a88c0648-5fa9-4d33-a46d-0cc1a7090bba tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.860331 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device a134c0b8-33ae-413a-a0ae-5b188f660f0b no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:28:51.875404 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:51.881392 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: a134c0b8-33ae-413a-a0ae-5b188f660f0b {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:28:51.881799 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device a134c0b8-33ae-413a-a0ae-5b188f660f0b not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:28:51.933020 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a88c0648-5fa9-4d33-a46d-0cc1a7090bba tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (a425afa2-eab1-4988-b501-39308ad91c16), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.938021 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a88c0648-5fa9-4d33-a46d-0cc1a7090bba tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (a425afa2-eab1-4988-b501-39308ad91c16), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.942528 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c7efb-bded-46d7-90a1-76d5716c3384 req-50425e08-f9e5-47fd-bb02-53f5fae43a3e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:51.945080 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ca1c7efb-bded-46d7-90a1-76d5716c3384 req-50425e08-f9e5-47fd-bb02-53f5fae43a3e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 945 time: 0.0506871 Jun 17 07:28:51.974557 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-a88c0648-5fa9-4d33-a46d-0cc1a7090bba tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:51.978455 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-a88c0648-5fa9-4d33-a46d-0cc1a7090bba tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1483917 Jun 17 07:28:51.978674 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43058) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:51.983800 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-c08a8e98-7450-4da6-a932-b0742cd44517 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group_rule': {'security_group_id': 'a425afa2-eab1-4988-b501-39308ad91c16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:51.989898 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c0648-5fa9-4d33-a46d-0cc1a7090bba tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a425afa2-eab1-4988-b501-39308ad91c16,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:52.015635 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ca1c7efb-bded-46d7-90a1-76d5716c3384 req-2f08a4de-12e4-4fc1-916c-e53d21c78d13 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616333 Jun 17 07:28:52.020321 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c08a8e98-7450-4da6-a932-b0742cd44517 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (9bea988d-af15-4c29-b98f-a0514a53cde5), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.086256 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c08a8e98-7450-4da6-a932-b0742cd44517 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (9bea988d-af15-4c29-b98f-a0514a53cde5), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.092764 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c08a8e98-7450-4da6-a932-b0742cd44517 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (9bea988d-af15-4c29-b98f-a0514a53cde5), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.116535 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a8e98-7450-4da6-a932-b0742cd44517 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bea988d-af15-4c29-b98f-a0514a53cde5,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:52.125208 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c08a8e98-7450-4da6-a932-b0742cd44517 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.129753 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c08a8e98-7450-4da6-a932-b0742cd44517 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473432 Jun 17 07:28:52.130217 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43060) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:52.137438 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-2b389e56-9f83-49b2-8fa5-66c5712e8654 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'security_group_rule': {'security_group_id': 'a425afa2-eab1-4988-b501-39308ad91c16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:52.161612 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=8 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:52.175052 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b389e56-9f83-49b2-8fa5-66c5712e8654 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (50881071-bd86-4029-8f52-61c2f4818935), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.229313 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b389e56-9f83-49b2-8fa5-66c5712e8654 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (50881071-bd86-4029-8f52-61c2f4818935), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.234043 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b389e56-9f83-49b2-8fa5-66c5712e8654 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695426'] for security_group_rule (50881071-bd86-4029-8f52-61c2f4818935), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.256020 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b389e56-9f83-49b2-8fa5-66c5712e8654 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50881071-bd86-4029-8f52-61c2f4818935,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:52.261236 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2b389e56-9f83-49b2-8fa5-66c5712e8654 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.262445 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-2b389e56-9f83-49b2-8fa5-66c5712e8654 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308444 Jun 17 07:28:52.265676 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43066) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:52.270193 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:52.292955 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.382455 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.489790 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Allocated IP 172.27.0.126 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/beec9b6f-ef13-41e2-b6d2-2803dcd3034f) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:28:52.503738 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:52.601191 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (beec9b6f-ef13-41e2-b6d2-2803dcd3034f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.635075 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (beec9b6f-ef13-41e2-b6d2-2803dcd3034f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.640567 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:52.681499 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:28:52.685830 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:28:52.690051 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:28:52.693502 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=beec9b6f-ef13-41e2-b6d2-2803dcd3034f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:52.780139 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (bc2c630d-1ab8-46f9-b8ff-629b737a2a1d), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.817496 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (beec9b6f-ef13-41e2-b6d2-2803dcd3034f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.975939 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (beec9b6f-ef13-41e2-b6d2-2803dcd3034f), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:52.980355 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (beec9b6f-ef13-41e2-b6d2-2803dcd3034f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:53.045374 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=beec9b6f-ef13-41e2-b6d2-2803dcd3034f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:53.061245 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (bc2c630d-1ab8-46f9-b8ff-629b737a2a1d), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:53.079379 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:53.084447 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-bb7522b9-3e33-401b-b4a9-487094caf1e9 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8176847 Jun 17 07:28:53.146580 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e436307-1ca9-4ae4-84b0-731de1260b95 req-31731b45-45c3-48a5-8f33-8e1ec5221541 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:53.148726 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3e436307-1ca9-4ae4-84b0-731de1260b95 req-31731b45-45c3-48a5-8f33-8e1ec5221541 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 945 time: 0.0541971 Jun 17 07:28:53.203505 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3e436307-1ca9-4ae4-84b0-731de1260b95 req-d46bdd5b-3daa-4b2f-8504-22c139b2805c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492868 Jun 17 07:28:53.306290 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-8e0e62ca-3a4d-42b8-9061-128c7126d04c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1795461171&fields=id&tenant_id=9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 267 time: 0.0549870 Jun 17 07:28:53.422400 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-a92dd4f3-c006-4e12-8461-9b0412a76701 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:53.424495 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-a92dd4f3-c006-4e12-8461-9b0412a76701 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 945 time: 0.1064363 Jun 17 07:28:53.440925 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:53.509390 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-e857bf18-08c1-4045-8af2-350c65b5e42b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:53.510924 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-e857bf18-08c1-4045-8af2-350c65b5e42b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 815 time: 0.1964414 Jun 17 07:28:53.547167 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-24e80c95-0bde-42a4-a3c1-6857400268cc tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/quotas/9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 375 time: 0.0182338 Jun 17 07:28:53.564154 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Deleting port f987d351-5531-4e29-9020-013999acc4e6 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:28:53.564500 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (f987d351-5531-4e29-9020-013999acc4e6), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:53.654855 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-7fedcf84-fd75-4454-9cfd-63855b68053b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990503 Jun 17 07:28:53.754590 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] For port f987d351-5531-4e29-9020-013999acc4e6, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=f987d351-5531-4e29-9020-013999acc4e6,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:28:53.754951 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (f987d351-5531-4e29-9020-013999acc4e6), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:53.757302 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:53.840574 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f89e7afc-4308-42a3-b18f-7ff46d3075a8 service neutron] 10.222.0.33 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724648 Jun 17 07:28:54.023798 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:54.024253 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (d6094b21-f482-4261-8f1b-90d79e911da1), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:54.024655 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Floating IP d6094b21-f482-4261-8f1b-90d79e911da1 disassociated. External IP: 172.27.0.9, port: f987d351-5531-4e29-9020-013999acc4e6. Jun 17 07:28:54.024994 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Calling delete_port for f987d351-5531-4e29-9020-013999acc4e6 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:28:54.039505 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-3ccab2c3-e596-488b-bb69-fa2b455ab00f service neutron] 10.222.0.33 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621163 Jun 17 07:28:54.208838 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (f987d351-5531-4e29-9020-013999acc4e6), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:54.265913 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event deleted for resources: {'Port': ['ID=f987d351-5531-4e29-9020-013999acc4e6,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:54.278547 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2bd3b2b1-0926-455d-bc3e-641aeb3e5f2e req-92fea63a-9d69-4c25-8f25-f62c6f9df3fe tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 210 time: 0.0481932 Jun 17 07:28:54.358910 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ffe2f57f-b06f-4a6e-a7c0-5e6bf743ede2 req-7850e7e5-3b81-4f75-a31d-245eb634dc9b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 210 time: 0.0373228 Jun 17 07:28:54.412315 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:54.426248 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:28:54.815012 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:28:54.826414 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c25576-51ba-4c86-b670-4654e3a87444 None None] Sync routers for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:28:54.838927 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c25576-51ba-4c86-b670-4654e3a87444 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:54.839841 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-65c25576-51ba-4c86-b670-4654e3a87444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:28:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:54.864373 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] No DVR routers for this DVR port f987d351-5531-4e29-9020-013999acc4e6 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:28:54.866825 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:54.870546 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b62966ee-dfe8-48ba-ab4a-222f1ff1318e req-631e53ef-a2d2-4104-907d-525cd2c1271c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "DELETE /v2.0/ports/f987d351-5531-4e29-9020-013999acc4e6 HTTP/1.1" status: 204 len: 173 time: 1.4402452 Jun 17 07:28:54.871011 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'name': 'network-vif-deleted', 'tag': 'f987d351-5531-4e29-9020-013999acc4e6'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:28:54.873945 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9a0c1f-bbf3-4e8e-8bad-0741d813aa82" -d '{"events": [{"server_uuid": "d47fec78-0275-4db6-a345-a4999f2863b4", "name": "network-vif-deleted", "tag": "f987d351-5531-4e29-9020-013999acc4e6"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:28:54.926293 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd44e963-cb70-47b9-9260-4227c62bb5ef x-openstack-request-id: req-dd44e963-cb70-47b9-9260-4227c62bb5ef {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:28:54.926841 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47fec78-0275-4db6-a345-a4999f2863b4", "name": "network-vif-deleted", "tag": "f987d351-5531-4e29-9020-013999acc4e6", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:28:54.927128 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dd44e963-cb70-47b9-9260-4227c62bb5ef {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:28:54.927548 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd44e963-cb70-47b9-9260-4227c62bb5ef'] response: {'server_uuid': 'd47fec78-0275-4db6-a345-a4999f2863b4', 'name': 'network-vif-deleted', 'tag': 'f987d351-5531-4e29-9020-013999acc4e6', 'status': 'completed', 'code': 200} Jun 17 07:28:54.992438 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-65c25576-51ba-4c86-b670-4654e3a87444 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:55.075550 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43134) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:55.125530 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91c2ade-063b-499f-997e-74d63d2c35e7 admin admin] Deleting subnet dd6f3131-679b-4e8e-a197-48e416b895e0 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:28:55.129835 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d91c2ade-063b-499f-997e-74d63d2c35e7 admin admin] Publish callbacks [] for subnet (dd6f3131-679b-4e8e-a197-48e416b895e0), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.166706 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d91c2ade-063b-499f-997e-74d63d2c35e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417110'] for subnet (dd6f3131-679b-4e8e-a197-48e416b895e0), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.179447 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:55.204944 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-65c25576-51ba-4c86-b670-4654e3a87444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:55.213931 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d91c2ade-063b-499f-997e-74d63d2c35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (dd6f3131-679b-4e8e-a197-48e416b895e0), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.233880 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:55.241612 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c25576-51ba-4c86-b670-4654e3a87444 None None] Checking router: 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:28:55.255339 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c25576-51ba-4c86-b670-4654e3a87444 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:28:55.256269 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-65c25576-51ba-4c86-b670-4654e3a87444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:28:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:55.287214 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d91c2ade-063b-499f-997e-74d63d2c35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63144836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64587526'] for subnet (dd6f3131-679b-4e8e-a197-48e416b895e0), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.338049 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c2ade-063b-499f-997e-74d63d2c35e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6f3131-679b-4e8e-a197-48e416b895e0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:55.354203 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d91c2ade-063b-499f-997e-74d63d2c35e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.359602 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-d91c2ade-063b-499f-997e-74d63d2c35e7 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/dd6f3131-679b-4e8e-a197-48e416b895e0 HTTP/1.1" status: 204 len: 168 time: 0.2806904 Jun 17 07:28:55.360415 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43138) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:55.412403 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:55.429507 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-65c25576-51ba-4c86-b670-4654e3a87444 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:28:55.434392 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.476812 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-6b7f5ce3-0fa5-4eda-9570-33047001774c req-5aab1026-e01e-49b3-96aa-b1250af852df tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 210 time: 0.0551896 Jun 17 07:28:55.523449 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.551344 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-02b10d10-0ec3-44ef-b14c-3cd29b2ddddb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:55.556169 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-02b10d10-0ec3-44ef-b14c-3cd29b2ddddb tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 815 time: 0.2344573 Jun 17 07:28:55.575665 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4']}} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:55.590165 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d666cbf-a463-4416-a1a0-18a2f2397961') {'for_net_delete': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:55.590606 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d666cbf-a463-4416-a1a0-18a2f2397961') {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:55.602281 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63578506'] for segment (1d666cbf-a463-4416-a1a0-18a2f2397961), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.619083 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (1d666cbf-a463-4416-a1a0-18a2f2397961), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.626862 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:28:55.627602 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63419984'] for segment (1d666cbf-a463-4416-a1a0-18a2f2397961), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.681883 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-cb4090e4-749a-4461-bd18-381257a29424 req-6f1060d2-72c3-46ed-817e-cc351cee8b0c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=d47fec78-0275-4db6-a345-a4999f2863b4 HTTP/1.1" status: 200 len: 210 time: 0.1545572 Jun 17 07:28:55.681883 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 1d666cbf-a463-4416-a1a0-18a2f2397961 resource provider aggregate not found Jun 17 07:28:55.698780 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-65c25576-51ba-4c86-b670-4654e3a87444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:55.715671 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-050603da-8cf4-4aca-ad3c-5319755111fe tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a7262e606264aba8be1c0008e93c0d2 HTTP/1.1" status: 200 len: 380 time: 0.1505420 Jun 17 07:28:55.734884 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'port': {'device_id': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'admin_state_up': True, 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'security_groups': ['a425afa2-eab1-4988-b501-39308ad91c16']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:55.737927 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.743137 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 1d666cbf-a463-4416-a1a0-18a2f2397961 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d666cbf-a463-4416-a1a0-18a2f2397961 found for delete ", "request_id": "req-3bb7d8bd-13de-4b98-878b-8784ca75f9b8"}]} Jun 17 07:28:55.748241 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.754801 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c25576-51ba-4c86-b670-4654e3a87444 None None] The sync data for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi is: [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:28:55.755707 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] 10.222.0.33 "DELETE /v2.0/networks/9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4 HTTP/1.1" status: 204 len: 168 time: 0.3945229 Jun 17 07:28:55.757303 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43150) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:55.767742 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a2dfa-9061-44be-856f-e5c1caf2a499 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b05cab1-9bb3-4e9f-8ef3-753d5c95c2b4,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:55.861700 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23315f0-2d85-4476-b912-7bd4a1327946 admin admin] Deleting subnet 77108cc6-18d7-45f6-823f-3857e7f93a89 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:28:55.869691 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a23315f0-2d85-4476-b912-7bd4a1327946 admin admin] Publish callbacks [] for subnet (77108cc6-18d7-45f6-823f-3857e7f93a89), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.910978 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device f987d351-5531-4e29-9020-013999acc4e6 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:28:55.932373 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a23315f0-2d85-4476-b912-7bd4a1327946 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417110'] for subnet (77108cc6-18d7-45f6-823f-3857e7f93a89), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:55.934706 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: f987d351-5531-4e29-9020-013999acc4e6 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:28:55.935059 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device f987d351-5531-4e29-9020-013999acc4e6 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:28:55.980808 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Made reservation on behalf of 9a7262e606264aba8be1c0008e93c0d2 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:28:55.984282 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.010334 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a23315f0-2d85-4476-b912-7bd4a1327946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (77108cc6-18d7-45f6-823f-3857e7f93a89), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.023573 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a8e826-e8d6-4ade-8d77-aa9d972448d4 None None] New status for floating IP d6094b21-f482-4261-8f1b-90d79e911da1: DOWN {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:28:56.085491 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:56.131880 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a23315f0-2d85-4476-b912-7bd4a1327946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63144836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64587526'] for subnet (77108cc6-18d7-45f6-823f-3857e7f93a89), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.192853 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23315f0-2d85-4476-b912-7bd4a1327946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77108cc6-18d7-45f6-823f-3857e7f93a89,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:56.195029 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a23315f0-2d85-4476-b912-7bd4a1327946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.198235 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-a23315f0-2d85-4476-b912-7bd4a1327946 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/77108cc6-18d7-45f6-823f-3857e7f93a89 HTTP/1.1" status: 204 len: 168 time: 0.4399645 Jun 17 07:28:56.201032 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43152) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:56.219824 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Allocated IP 172.20.0.11 (69bdf73b-b655-40e8-99ba-01f63a3ac44d/2d447ff2-ca0f-48bb-b256-06f7cbfbc074/91c3214b-4e0f-426a-a447-c590713c9cb5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:28:56.273901 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (4b342bf4-c849-4493-9a54-bc0e5a85184a), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.292930 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:56.358508 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (4b342bf4-c849-4493-9a54-bc0e5a85184a), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.371799 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.380433 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b342bf4-c849-4493-9a54-bc0e5a85184a']}} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:56.395071 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6c8334-4250-4862-9ed0-e3c151926fc4') {'for_net_delete': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:56.395458 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6c8334-4250-4862-9ed0-e3c151926fc4') {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:28:56.405734 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63578506'] for segment (0a6c8334-4250-4862-9ed0-e3c151926fc4), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.405984 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.412548 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:56.422104 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (0a6c8334-4250-4862-9ed0-e3c151926fc4), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.430563 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:28:56.430957 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63419984'] for segment (0a6c8334-4250-4862-9ed0-e3c151926fc4), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.455022 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:28:56.458435 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:28:56.464868 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:28:56.515235 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event updated for resources: {'Port': ['ID=91c3214b-4e0f-426a-a447-c590713c9cb5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:56.535546 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:56.536412 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.558952 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-1bbdcca6-ff13-48b5-98dc-a92815772b01 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8295650 Jun 17 07:28:56.576981 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Request body: {'port': {'device_id': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:56.670500 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf176ad7-779c-4ed4-bdf0-dc8e52cc71a0 req-b14237f3-fcf4-4018-8c20-4a694f7a49d1 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:56.672025 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bf176ad7-779c-4ed4-bdf0-dc8e52cc71a0 req-b14237f3-fcf4-4018-8c20-4a694f7a49d1 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 932 time: 0.1120467 Jun 17 07:28:56.699334 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.754615 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-1f5e33ee-acac-416e-b363-a0b938b90a9e None None] Provisioning complete for port 91c3214b-4e0f-426a-a447-c590713c9cb5 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:28:56.755393 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1f5e33ee-acac-416e-b363-a0b938b90a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.778331 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bf176ad7-779c-4ed4-bdf0-dc8e52cc71a0 req-69834a23-9870-4830-b6aa-6408fc9c9944 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=a425afa2-eab1-4988-b501-39308ad91c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976532 Jun 17 07:28:56.790643 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:56.797186 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (4b342bf4-c849-4493-9a54-bc0e5a85184a), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.818158 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:56.821405 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-1f5e33ee-acac-416e-b363-a0b938b90a9e None None] Port 91c3214b-4e0f-426a-a447-c590713c9cb5 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:28:56.822342 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] 10.222.0.33 "DELETE /v2.0/networks/4b342bf4-c849-4493-9a54-bc0e5a85184a HTTP/1.1" status: 204 len: 168 time: 0.6199353 Jun 17 07:28:56.824146 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc14376-ec06-4f6b-997e-6bf15ef405b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b342bf4-c849-4493-9a54-bc0e5a85184a,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:56.979344 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-349f81c5-5bb0-49c6-8185-e287fde95777 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1395766797&fields=id&tenant_id=d2b7ae6a418640629020f39ac455d075 HTTP/1.1" status: 200 len: 267 time: 0.0491226 Jun 17 07:28:57.020740 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43166) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:57.053215 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:57.059820 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c3214b-4e0f-426a-a447-c590713c9cb5 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:28:57.069512 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Publish callbacks [] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:57.086796 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Transition to ACTIVE for port object 91c3214b-4e0f-426a-a447-c590713c9cb5 will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:28:57.090631 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:57.112267 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-be862ba0-944c-4d1d-94e8-ab7eafe05c55 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1f4d52c8c4b14264bacb64bb1e61ae69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0903840 Jun 17 07:28:57.116084 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43168) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:57.126501 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-ac044617-3f83-4106-a7d2-a47901006b8a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:57.127955 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-ac044617-3f83-4106-a7d2-a47901006b8a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 811 time: 0.1400325 Jun 17 07:28:57.144172 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-3091a3c5-6af8-4790-bf32-2648b11a5d94 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/quotas/d2b7ae6a418640629020f39ac455d075 HTTP/1.1" status: 200 len: 375 time: 0.0094173 Jun 17 07:28:57.170699 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Pushing event updated for resources: {'Port': ['ID=91c3214b-4e0f-426a-a447-c590713c9cb5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:57.201344 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-76a685da-fa7c-4263-9d97-1657d88934bd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502405 Jun 17 07:28:57.238849 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:57.247611 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd49a3e7-4643-4144-8d5b-3086ff6c554f admin admin] Publish callbacks [] for security_group (be03a024-4cc4-4a3c-bf11-480822ce4dd5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:57.283894 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd49a3e7-4643-4144-8d5b-3086ff6c554f admin admin] Publish callbacks [] for security_group (be03a024-4cc4-4a3c-bf11-480822ce4dd5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:57.305235 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Attempting to bind port 91c3214b-4e0f-426a-a447-c590713c9cb5 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:28:57.305497 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Attempting to bind port 91c3214b-4e0f-426a-a447-c590713c9cb5 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:28:57.305727 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Attempting to bind port 91c3214b-4e0f-426a-a447-c590713c9cb5 on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:28:57.316865 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Port 91c3214b-4e0f-426a-a447-c590713c9cb5 on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:28:57.317181 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Attempting to bind port 91c3214b-4e0f-426a-a447-c590713c9cb5 on network 69bdf73b-b655-40e8-99ba-01f63a3ac44d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:28:57.321721 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-d4a86758-fff5-4271-ad6c-6a9f0e565805 service neutron] 10.222.0.33 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033094 Jun 17 07:28:57.333620 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:28:57.333964 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Checking segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:28:57.334350 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Bound using segment: {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:28:57.334793 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Bound port: 91c3214b-4e0f-426a-a447-c590713c9cb5, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c25394-2da5-4ea3-9fc4-a19f4a95f463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:28:57.335154 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:57.410396 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd49a3e7-4643-4144-8d5b-3086ff6c554f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (be03a024-4cc4-4a3c-bf11-480822ce4dd5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:57.412824 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd49a3e7-4643-4144-8d5b-3086ff6c554f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:57.416274 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-cd49a3e7-4643-4144-8d5b-3086ff6c554f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/be03a024-4cc4-4a3c-bf11-480822ce4dd5 HTTP/1.1" status: 204 len: 168 time: 0.2954166 Jun 17 07:28:57.421693 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-995dcc9b-4f7d-49a2-8252-05728e629432 service neutron] 10.222.0.33 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939622 Jun 17 07:28:57.425887 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] For port 91c3214b-4e0f-426a-a447-c590713c9cb5, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:28:57.429127 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] For port 91c3214b-4e0f-426a-a447-c590713c9cb5, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=91c3214b-4e0f-426a-a447-c590713c9cb5,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:28:57.430947 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49a3e7-4643-4144-8d5b-3086ff6c554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be03a024-4cc4-4a3c-bf11-480822ce4dd5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:57.441822 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:57.482974 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:57.483712 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:57.485068 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] 10.222.0.16 "PUT /v2.0/ports/91c3214b-4e0f-426a-a447-c590713c9cb5 HTTP/1.1" status: 200 len: 1094 time: 0.9145076 Jun 17 07:28:57.485515 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'tag': '91c3214b-4e0f-426a-a447-c590713c9cb5'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:28:57.487781 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886a6670-568a-40c4-af4f-9ef3e725b5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa2b704-ec2f-48b8-b240-b8402aecb597", "tag": "91c3214b-4e0f-426a-a447-c590713c9cb5"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:28:57.518031 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1c02e-a144-48bd-b791-06a5f6a00c1c service neutron] Pushing event updated for resources: {'Port': ['ID=91c3214b-4e0f-426a-a447-c590713c9cb5,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:57.589796 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc6d351-4832-4a4f-a58f-0030d32b4033 x-openstack-request-id: req-fdc6d351-4832-4a4f-a58f-0030d32b4033 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:28:57.590168 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa2b704-ec2f-48b8-b240-b8402aecb597", "tag": "91c3214b-4e0f-426a-a447-c590713c9cb5", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:28:57.590428 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fdc6d351-4832-4a4f-a58f-0030d32b4033 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:28:57.591155 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc6d351-4832-4a4f-a58f-0030d32b4033'] response: {'name': 'network-changed', 'server_uuid': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'tag': '91c3214b-4e0f-426a-a447-c590713c9cb5', 'status': 'completed', 'code': 200} Jun 17 07:28:57.611721 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-5407db81-1e95-4c7a-9cf9-678576ccb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:57.613623 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-5407db81-1e95-4c7a-9cf9-678576ccb519 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 1128 time: 0.0630770 Jun 17 07:28:57.662752 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-473d4b2b-b229-4f45-a885-04ead7a4ab06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91c3214b-4e0f-426a-a447-c590713c9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0420079 Jun 17 07:28:57.726375 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-05088727-f66c-44a7-8b73-47a4101d40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:57.727998 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-05088727-f66c-44a7-8b73-47a4101d40d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.0589833 Jun 17 07:28:57.765127 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 0a6c8334-4250-4862-9ed0-e3c151926fc4 resource provider aggregate not found Jun 17 07:28:57.787128 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 0a6c8334-4250-4862-9ed0-e3c151926fc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a6c8334-4250-4862-9ed0-e3c151926fc4 found for delete ", "request_id": "req-ff87e11d-208e-4b9b-8f22-c45cc1b35508"}]} Jun 17 07:28:57.850734 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-2fb78e9a-1670-4089-95af-165c114bbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:57.852501 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-2fb78e9a-1670-4089-95af-165c114bbfe4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1180644 Jun 17 07:28:57.885012 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1083220f-14ca-47a6-9fc2-eb053e0954de req-0d5e7ac7-e161-4034-8ba2-bd4d422a24c5 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 210 time: 0.0772438 Jun 17 07:28:57.936285 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdab245-64dd-4a8a-8be9-2980820a01e4 req-cb82e0f5-aab0-4db1-83d0-0ff6db79ba9d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:57.937815 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6bdab245-64dd-4a8a-8be9-2980820a01e4 req-cb82e0f5-aab0-4db1-83d0-0ff6db79ba9d tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 944 time: 0.0718336 Jun 17 07:28:57.996287 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-9ab24098-81eb-4bdb-9ae7-a96f376cb76c service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223452 Jun 17 07:28:57.998141 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6bdab245-64dd-4a8a-8be9-2980820a01e4 req-9c3dfeed-8ac5-4594-b162-0b67645a1ea2 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=a425afa2-eab1-4988-b501-39308ad91c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536563 Jun 17 07:28:58.012419 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43196) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:58.099444 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:58.111078 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-443737ed-d657-4ceb-98e0-e89166ef336e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c66f4217188b4b579f055612f36ef036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0978293 Jun 17 07:28:58.113696 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43200) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:28:58.138574 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e1b0bfcc-8a65-42e4-8411-391d3246ca6d req-e88fdd6f-618c-4f80-af1a-2014eda8ff93 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366944 Jun 17 07:28:58.170914 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c8afcab1-2574-4da5-ab26-d523283ce2d8 admin admin] Publish callbacks [] for security_group (08e26f3c-d377-4dbc-aec2-f6dc53896227), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:58.195820 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c8afcab1-2574-4da5-ab26-d523283ce2d8 admin admin] Publish callbacks [] for security_group (08e26f3c-d377-4dbc-aec2-f6dc53896227), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:58.244725 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c8afcab1-2574-4da5-ab26-d523283ce2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (08e26f3c-d377-4dbc-aec2-f6dc53896227), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:58.247227 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c8afcab1-2574-4da5-ab26-d523283ce2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:58.248386 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c8afcab1-2574-4da5-ab26-d523283ce2d8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/08e26f3c-d377-4dbc-aec2-f6dc53896227 HTTP/1.1" status: 204 len: 168 time: 0.1336708 Jun 17 07:28:58.257465 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afcab1-2574-4da5-ab26-d523283ce2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e26f3c-d377-4dbc-aec2-f6dc53896227,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:28:58.877180 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a6670-568a-40c4-af4f-9ef3e725b5f6 req-09a74db7-5d5d-4491-b910-7f651316ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:58.878739 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-886a6670-568a-40c4-af4f-9ef3e725b5f6 req-09a74db7-5d5d-4491-b910-7f651316ef71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 1128 time: 0.0484776 Jun 17 07:28:59.018473 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-43b995ef-1f0f-4c77-a3f9-3269bde9e004 req-04e98725-17ac-4502-b4cb-5c8c9db05ba7 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 210 time: 0.0460515 Jun 17 07:28:59.019910 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a6670-568a-40c4-af4f-9ef3e725b5f6 req-57fe5d23-dade-4c1c-a6d1-37ce1c7598eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:59.021276 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-886a6670-568a-40c4-af4f-9ef3e725b5f6 req-57fe5d23-dade-4c1c-a6d1-37ce1c7598eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 916 time: 0.1369095 Jun 17 07:28:59.080156 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-886a6670-568a-40c4-af4f-9ef3e725b5f6 req-16696283-2318-45b8-b61e-c031d26bc80b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91c3214b-4e0f-426a-a447-c590713c9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0414953 Jun 17 07:28:59.136231 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a6670-568a-40c4-af4f-9ef3e725b5f6 req-aae892c5-a6fe-494a-a9ab-dbb75370eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:59.137813 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-886a6670-568a-40c4-af4f-9ef3e725b5f6 req-aae892c5-a6fe-494a-a9ab-dbb75370eded service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.0518694 Jun 17 07:28:59.146125 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca66af-68bc-42f2-8474-914c75d98b6a req-df33794d-3116-4ebf-9af4-89378ebd07e7 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:59.147721 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8bca66af-68bc-42f2-8474-914c75d98b6a req-df33794d-3116-4ebf-9af4-89378ebd07e7 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 944 time: 0.0614245 Jun 17 07:28:59.201474 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8bca66af-68bc-42f2-8474-914c75d98b6a req-24d076e7-293e-4b62-8ec8-48586f63e3d5 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=a425afa2-eab1-4988-b501-39308ad91c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482469 Jun 17 07:28:59.327759 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a6670-568a-40c4-af4f-9ef3e725b5f6 req-ebe0e10d-2b1d-413a-b206-3817ca83cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:59.329887 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-886a6670-568a-40c4-af4f-9ef3e725b5f6 req-ebe0e10d-2b1d-413a-b206-3817ca83cc06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431914 Jun 17 07:28:59.430352 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:59.519520 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-886a6670-568a-40c4-af4f-9ef3e725b5f6 req-a3c310e4-6072-4aa7-9293-948f88a99a86 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836493 Jun 17 07:28:59.553169 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-651b0144-75e3-4b43-a46f-7eafeb764a21 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:28:59.554585 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-651b0144-75e3-4b43-a46f-7eafeb764a21 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 811 time: 0.1579747 Jun 17 07:28:59.662253 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-886a6670-568a-40c4-af4f-9ef3e725b5f6 req-27aa5e1e-cec1-4b63-b7d4-f3b8b8cf139b service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369312 Jun 17 07:28:59.667237 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-33e6081a-53ac-447a-b121-00db5d4cb874 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2b7ae6a418640629020f39ac455d075 HTTP/1.1" status: 200 len: 380 time: 0.1042995 Jun 17 07:28:59.677537 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'port': {'device_id': '45bc2731-0299-4074-a682-9fd077b33e0b', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'admin_state_up': True, 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'security_groups': ['5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:28:59.790229 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Made reservation on behalf of d2b7ae6a418640629020f39ac455d075 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:28:59.794013 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:28:59.871346 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:28:59.910527 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 91c3214b-4e0f-426a-a447-c590713c9cb5 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:28:59.933333 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Allocated IP 172.20.0.14 (270f7e8d-fe10-476d-b957-559a5be577a9/5b242935-6925-4b3d-88c1-de1c7a282c76/5f52cae1-9810-4adf-a88b-c23408fefe11) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:29:00.025684 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 91c3214b-4e0f-426a-a447-c590713c9cb5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=91c3214b-4e0f-426a-a447-c590713c9cb5,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:29:00.039719 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '91c3214b-4e0f-426a-a447-c590713c9cb5', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'port_id': '91c3214b-4e0f-426a-a447-c590713c9cb5', 'mac_address': 'fa:16:3e:6d:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:29:00.082535 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 91c3214b-4e0f-426a-a447-c590713c9cb5 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:29:00.083073 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:00.094539 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:00.097597 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c3214b-4e0f-426a-a447-c590713c9cb5 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:29:00.118107 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 91c3214b-4e0f-426a-a447-c590713c9cb5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=91c3214b-4e0f-426a-a447-c590713c9cb5,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:29:00.123620 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:00.147386 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-5c22831e-0d9f-43d7-8628-147cfdf7c9ff req-43685c31-c2c8-4a3e-bd4a-9f82aa0f9f1b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 210 time: 0.0435636 Jun 17 07:29:00.166978 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:00.172241 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=91c3214b-4e0f-426a-a447-c590713c9cb5,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:00.179622 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.179940 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.180299 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.180630 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.180957 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.181279 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.181596 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.181910 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.182226 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.182542 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.182857 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.183191 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.183486 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.183800 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.184132 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:00.209590 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Network 270f7e8d-fe10-476d-b957-559a5be577a9 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:29:00.214756 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:29:00.218853 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:29:00.243987 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'Port': ['ID=5f52cae1-9810-4adf-a88b-c23408fefe11,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:00.274793 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:00.275909 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:00.296173 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-2f711ea4-b0ab-4316-be52-eecff9561965 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6224637 Jun 17 07:29:00.311478 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Request body: {'port': {'device_id': '45bc2731-0299-4074-a682-9fd077b33e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:29:00.343512 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbaf41-9caa-4a70-bee8-18f7f1277ca9 req-138a1296-2833-4f22-a550-e49d82f5108a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:00.346508 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fecbaf41-9caa-4a70-bee8-18f7f1277ca9 req-138a1296-2833-4f22-a550-e49d82f5108a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 945 time: 0.0733967 Jun 17 07:29:00.354919 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['91c3214b-4e0f-426a-a447-c590713c9cb5'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:29:00.398407 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:00.430279 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-fecbaf41-9caa-4a70-bee8-18f7f1277ca9 req-b69ad9d2-e6ca-4613-b084-825a3a6c48a5 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=a425afa2-eab1-4988-b501-39308ad91c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759778 Jun 17 07:29:00.450681 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:00.640428 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-a0d8849f-3a8f-48ab-ad41-3e1020b77b4e None None] Provisioning complete for port 5f52cae1-9810-4adf-a88b-c23408fefe11 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:29:00.640797 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-a0d8849f-3a8f-48ab-ad41-3e1020b77b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:00.665290 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:00.683231 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:00.707819 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8849f-3a8f-48ab-ad41-3e1020b77b4e None None] Port 5f52cae1-9810-4adf-a88b-c23408fefe11 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:29:00.712241 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f52cae1-9810-4adf-a88b-c23408fefe11 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:29:00.723004 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Publish callbacks [] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:00.738253 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Transition to ACTIVE for port object 5f52cae1-9810-4adf-a88b-c23408fefe11 will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:29:00.743267 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:00.748268 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:00.803099 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Pushing event updated for resources: {'Port': ['ID=5f52cae1-9810-4adf-a88b-c23408fefe11,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:00.900811 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Attempting to bind port 5f52cae1-9810-4adf-a88b-c23408fefe11 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:29:00.901407 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Attempting to bind port 5f52cae1-9810-4adf-a88b-c23408fefe11 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:29:00.902020 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Attempting to bind port 5f52cae1-9810-4adf-a88b-c23408fefe11 on network 270f7e8d-fe10-476d-b957-559a5be577a9 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:29:00.908668 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Port 5f52cae1-9810-4adf-a88b-c23408fefe11 on network 270f7e8d-fe10-476d-b957-559a5be577a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:29:00.908993 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Attempting to bind port 5f52cae1-9810-4adf-a88b-c23408fefe11 on network 270f7e8d-fe10-476d-b957-559a5be577a9 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:29:00.915801 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:29:00.916333 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Checking segment: {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:29:00.916691 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Bound using segment: {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:29:00.917463 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Bound port: 5f52cae1-9810-4adf-a88b-c23408fefe11, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:29:00.917822 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:00.995557 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] For port 5f52cae1-9810-4adf-a88b-c23408fefe11, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:29:01.001516 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] For port 5f52cae1-9810-4adf-a88b-c23408fefe11, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5f52cae1-9810-4adf-a88b-c23408fefe11,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:29:01.010757 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:01.072678 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:01.072678 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:01.073725 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] 10.222.0.16 "PUT /v2.0/ports/5f52cae1-9810-4adf-a88b-c23408fefe11 HTTP/1.1" status: 200 len: 1094 time: 0.7699802 Jun 17 07:29:01.073725 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bc2731-0299-4074-a682-9fd077b33e0b', 'tag': '5f52cae1-9810-4adf-a88b-c23408fefe11'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:29:01.076405 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fd8901-25dc-4424-b355-991bcef9813b" -d '{"events": [{"name": "network-changed", "server_uuid": "45bc2731-0299-4074-a682-9fd077b33e0b", "tag": "5f52cae1-9810-4adf-a88b-c23408fefe11"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:29:01.102469 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c990de-8ec3-440a-a587-358c4042f574 service neutron] Pushing event updated for resources: {'Port': ['ID=5f52cae1-9810-4adf-a88b-c23408fefe11,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:01.145444 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da2181d-0182-403e-86d7-950c628436ee x-openstack-request-id: req-3da2181d-0182-403e-86d7-950c628436ee {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:29:01.145962 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bc2731-0299-4074-a682-9fd077b33e0b", "tag": "5f52cae1-9810-4adf-a88b-c23408fefe11", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:29:01.146331 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3da2181d-0182-403e-86d7-950c628436ee {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:29:01.147057 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da2181d-0182-403e-86d7-950c628436ee'] response: {'name': 'network-changed', 'server_uuid': '45bc2731-0299-4074-a682-9fd077b33e0b', 'tag': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'status': 'completed', 'code': 200} Jun 17 07:29:01.223103 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-351852e6-7cec-4fc7-b017-467c4b2d83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:01.226223 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-351852e6-7cec-4fc7-b017-467c4b2d83cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 1128 time: 0.0502520 Jun 17 07:29:01.278479 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-1e2da337-631c-46ce-92b9-a619f60dda0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f52cae1-9810-4adf-a88b-c23408fefe11 HTTP/1.1" status: 200 len: 217 time: 0.0443103 Jun 17 07:29:01.295445 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:01.305711 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79aad9-e9cf-4100-b10b-dd788dd2196c req-5692adfe-6cec-44da-8a05-caed212c59b6 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:01.308031 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ef79aad9-e9cf-4100-b10b-dd788dd2196c req-5692adfe-6cec-44da-8a05-caed212c59b6 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 944 time: 0.0605977 Jun 17 07:29:01.353223 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-63681504-5630-484f-aec3-d2d5d940749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:01.354919 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-63681504-5630-484f-aec3-d2d5d940749e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0688756 Jun 17 07:29:01.372561 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:01.386924 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-ef79aad9-e9cf-4100-b10b-dd788dd2196c req-06629375-4b7a-4fe6-ac90-6c89480f0e9c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656157 Jun 17 07:29:01.419749 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-7c7368c9-b3ed-4974-af7c-dfcd4815957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:01.421362 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-7c7368c9-b3ed-4974-af7c-dfcd4815957b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588470 Jun 17 07:29:01.517022 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-23caf0f4-12ae-4077-a062-5b7c1a0c8714 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888679 Jun 17 07:29:01.577834 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:01.622026 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0809158-cf1d-4f65-93b2-24a8a469d062 req-a2ee5618-998a-4c82-b316-17fc42f60548 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:01.623437 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d0809158-cf1d-4f65-93b2-24a8a469d062 req-a2ee5618-998a-4c82-b316-17fc42f60548 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 945 time: 0.1025877 Jun 17 07:29:01.675342 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-03f30bc1-5f5d-4516-afc7-f846574a7876 req-eaba7168-27e1-42b5-bc79-403e42963a52 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526537 Jun 17 07:29:01.693613 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d0809158-cf1d-4f65-93b2-24a8a469d062 req-97ec3bbd-1ffc-41e1-8d77-c3afaa156aa4 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=a425afa2-eab1-4988-b501-39308ad91c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635629 Jun 17 07:29:01.906920 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd8901-25dc-4424-b355-991bcef9813b req-41314bdf-408f-4a2d-953a-259b04becbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:01.909848 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04fd8901-25dc-4424-b355-991bcef9813b req-41314bdf-408f-4a2d-953a-259b04becbbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 1128 time: 0.0446482 Jun 17 07:29:01.910935 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 91c3214b-4e0f-426a-a447-c590713c9cb5 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:29:01.957920 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 91c3214b-4e0f-426a-a447-c590713c9cb5 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:29:01.965334 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 91c3214b-4e0f-426a-a447-c590713c9cb5 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:29:01.965761 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:02.013608 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd8901-25dc-4424-b355-991bcef9813b req-077a034e-663f-4cf8-a078-3767d4743d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:02.015505 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04fd8901-25dc-4424-b355-991bcef9813b req-077a034e-663f-4cf8-a078-3767d4743d24 service neutron] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 912 time: 0.1001897 Jun 17 07:29:02.050905 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 91c3214b-4e0f-426a-a447-c590713c9cb5 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:29:02.051450 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:02.058572 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04fd8901-25dc-4424-b355-991bcef9813b req-fcd330bd-a656-4594-880a-24a465bde4c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f52cae1-9810-4adf-a88b-c23408fefe11 HTTP/1.1" status: 200 len: 217 time: 0.0366898 Jun 17 07:29:02.082173 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c3214b-4e0f-426a-a447-c590713c9cb5'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:29:02.086026 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a4b61e-2253-4c2d-bdc6-74e1c778cf6e" -d '{"events": [{"server_uuid": "3fa2b704-ec2f-48b8-b240-b8402aecb597", "name": "network-vif-plugged", "status": "completed", "tag": "91c3214b-4e0f-426a-a447-c590713c9cb5"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:29:02.133921 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 91c3214b-4e0f-426a-a447-c590713c9cb5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=91c3214b-4e0f-426a-a447-c590713c9cb5,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:29:02.133921 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:02.145276 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd8901-25dc-4424-b355-991bcef9813b req-3eb4d49c-b4f6-4fff-bd88-557f7141692d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:02.147094 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04fd8901-25dc-4424-b355-991bcef9813b req-3eb4d49c-b4f6-4fff-bd88-557f7141692d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0815609 Jun 17 07:29:02.171665 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad79229-8ccd-4e95-a314-cfbb453c5758 x-openstack-request-id: req-5ad79229-8ccd-4e95-a314-cfbb453c5758 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:29:02.171970 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa2b704-ec2f-48b8-b240-b8402aecb597", "name": "network-vif-plugged", "status": "completed", "tag": "91c3214b-4e0f-426a-a447-c590713c9cb5", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:29:02.172544 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5ad79229-8ccd-4e95-a314-cfbb453c5758 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:29:02.173833 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad79229-8ccd-4e95-a314-cfbb453c5758'] response: {'server_uuid': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c3214b-4e0f-426a-a447-c590713c9cb5', 'code': 200} Jun 17 07:29:02.229935 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd8901-25dc-4424-b355-991bcef9813b req-72331448-e512-4132-929a-9ade119694c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:02.232183 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04fd8901-25dc-4424-b355-991bcef9813b req-72331448-e512-4132-929a-9ade119694c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730951 Jun 17 07:29:02.236839 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=91c3214b-4e0f-426a-a447-c590713c9cb5,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:02.271968 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:02.393573 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b200-a6c1-46f6-b409-ac753c87c9e9 req-978206fa-216e-4103-abce-c9f940decb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:02.395119 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c926b200-a6c1-46f6-b409-ac753c87c9e9 req-978206fa-216e-4103-abce-c9f940decb8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 1130 time: 0.0623560 Jun 17 07:29:02.397139 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04fd8901-25dc-4424-b355-991bcef9813b req-ff28f5f0-c2c4-42f9-9ade-a912925a1d9d service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570692 Jun 17 07:29:02.510934 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ce45c8fe-f111-4265-8e47-b5cf27481c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:02.833825 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140379-b619-4ac6-a2f5-b885846e0c86 req-89d86129-cc73-4943-bc8c-3b82b447cff0 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:02.835547 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bb140379-b619-4ac6-a2f5-b885846e0c86 req-89d86129-cc73-4943-bc8c-3b82b447cff0 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 946 time: 0.0613325 Jun 17 07:29:02.864609 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c926b200-a6c1-46f6-b409-ac753c87c9e9 req-3f62c5fd-de51-4dd9-b6d9-6c426431c2b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a425afa2-eab1-4988-b501-39308ad91c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4593849 Jun 17 07:29:02.890225 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3e80f-5fe3-46b0-b75a-fa8b4c07b054 req-b8d90e9c-2bf8-4b39-aae5-ea7133c22d47 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:02.891882 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-29e3e80f-5fe3-46b0-b75a-fa8b4c07b054 req-b8d90e9c-2bf8-4b39-aae5-ea7133c22d47 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 944 time: 0.3988101 Jun 17 07:29:02.895277 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bb140379-b619-4ac6-a2f5-b885846e0c86 req-8481cd80-5383-40a3-a3e9-d4bdfdf7911a tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=a425afa2-eab1-4988-b501-39308ad91c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496135 Jun 17 07:29:02.902198 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-04fd8901-25dc-4424-b355-991bcef9813b req-fb7be899-3877-4a7e-9a9d-91964ee7a7b4 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956205 Jun 17 07:29:02.948877 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-29e3e80f-5fe3-46b0-b75a-fa8b4c07b054 req-12d3b42f-d990-4fc3-b8fc-9d52820a1591 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498631 Jun 17 07:29:04.062312 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957874b3-7a01-4faa-9729-352239192b0e req-93a61d68-b970-40cb-8c3f-321fbe343814 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:04.066516 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-957874b3-7a01-4faa-9729-352239192b0e req-93a61d68-b970-40cb-8c3f-321fbe343814 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 946 time: 0.0778499 Jun 17 07:29:04.130168 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6be74-35dd-4c52-aa35-7f961e9c6d50 req-2042fe7c-8210-4c0a-bfe5-e8715bb203d3 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:04.131729 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-23c6be74-35dd-4c52-aa35-7f961e9c6d50 req-2042fe7c-8210-4c0a-bfe5-e8715bb203d3 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 944 time: 0.0576401 Jun 17 07:29:04.139240 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-957874b3-7a01-4faa-9729-352239192b0e req-45c5c333-f9f2-4bee-ae89-117a56272298 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=a425afa2-eab1-4988-b501-39308ad91c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623565 Jun 17 07:29:04.202145 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-23c6be74-35dd-4c52-aa35-7f961e9c6d50 req-b5167f02-12df-4cf9-8745-f85211952314 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638525 Jun 17 07:29:04.714754 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-00387f3c-2480-462a-b496-af0dd377c2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:05.278643 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33370e-7324-445d-ad1c-ee6a6848c19f req-b4f2445b-c4fc-4675-966d-523790a4df29 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:05.285537 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2f33370e-7324-445d-ad1c-ee6a6848c19f req-b4f2445b-c4fc-4675-966d-523790a4df29 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 946 time: 0.0664783 Jun 17 07:29:05.350809 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-2f33370e-7324-445d-ad1c-ee6a6848c19f req-3ca380d7-d51f-4b05-b549-26def5c77c86 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=a425afa2-eab1-4988-b501-39308ad91c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643880 Jun 17 07:29:05.374073 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45a732-16e5-4f6f-9769-559eec1b3b22 req-3a97b865-27b1-4a19-899d-769460dda8e9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:05.376268 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1e45a732-16e5-4f6f-9769-559eec1b3b22 req-3a97b865-27b1-4a19-899d-769460dda8e9 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 944 time: 0.0812860 Jun 17 07:29:05.466315 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1e45a732-16e5-4f6f-9769-559eec1b3b22 req-1144d7c2-6f05-42bd-8f56-18a116c9f8d8 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652633 Jun 17 07:29:05.498628 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9c249-d989-4e68-a337-8c13e7dfbd67 req-76d0e158-d0ea-4715-9022-9a45f3b3d48f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:05.500851 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a5b9c249-d989-4e68-a337-8c13e7dfbd67 req-76d0e158-d0ea-4715-9022-9a45f3b3d48f tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 946 time: 0.0586348 Jun 17 07:29:05.510436 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43304) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:29:05.515242 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-9b87ac96-4003-4d50-bca0-a5d6dced6e24 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Request body: {'floatingip': {'port_id': '91c3214b-4e0f-426a-a447-c590713c9cb5'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:29:05.556529 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9b87ac96-4003-4d50-bca0-a5d6dced6e24 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (bc2c630d-1ab8-46f9-b8ff-629b737a2a1d), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:05.750860 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:06.036427 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9b87ac96-4003-4d50-bca0-a5d6dced6e24 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:06.040483 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9b87ac96-4003-4d50-bca0-a5d6dced6e24 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (bc2c630d-1ab8-46f9-b8ff-629b737a2a1d), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:06.104122 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:06.106889 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:06.144215 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-9b87ac96-4003-4d50-bca0-a5d6dced6e24 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Floating IP bc2c630d-1ab8-46f9-b8ff-629b737a2a1d associated. External IP: 172.27.0.126, port: 91c3214b-4e0f-426a-a447-c590713c9cb5. Jun 17 07:29:06.229863 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:06.358755 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:06.372226 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b87ac96-4003-4d50-bca0-a5d6dced6e24 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:29:06.492168 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b87ac96-4003-4d50-bca0-a5d6dced6e24 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:29:06.498953 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-9b87ac96-4003-4d50-bca0-a5d6dced6e24 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:06.509218 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce00909-77e3-4f3b-af68-a2b65a6c2686 None None] Sync routers for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:29:06.541494 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce00909-77e3-4f3b-af68-a2b65a6c2686 None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:29:06.543108 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cce00909-77e3-4f3b-af68-a2b65a6c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:29:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:06.549651 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-9b87ac96-4003-4d50-bca0-a5d6dced6e24 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "PUT /v2.0/floatingips/bc2c630d-1ab8-46f9-b8ff-629b737a2a1d HTTP/1.1" status: 200 len: 992 time: 1.0376594 Jun 17 07:29:06.550502 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'tag': '91c3214b-4e0f-426a-a447-c590713c9cb5'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:29:06.554715 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa2b704-ec2f-48b8-b240-b8402aecb597", "tag": "91c3214b-4e0f-426a-a447-c590713c9cb5"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:29:06.602780 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be3cb1c-7cc1-4593-8b9b-b14b7f74a851 x-openstack-request-id: req-4be3cb1c-7cc1-4593-8b9b-b14b7f74a851 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:29:06.603264 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa2b704-ec2f-48b8-b240-b8402aecb597", "tag": "91c3214b-4e0f-426a-a447-c590713c9cb5", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:29:06.603381 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397b541-0667-43f9-9017-50fa88960c97 req-4c77bdcf-885a-48ce-a8a2-ee61b51c2a79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:06.604175 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4be3cb1c-7cc1-4593-8b9b-b14b7f74a851 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:29:06.604428 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be3cb1c-7cc1-4593-8b9b-b14b7f74a851'] response: {'name': 'network-changed', 'server_uuid': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'tag': '91c3214b-4e0f-426a-a447-c590713c9cb5', 'status': 'completed', 'code': 200} Jun 17 07:29:06.604959 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1397b541-0667-43f9-9017-50fa88960c97 req-4c77bdcf-885a-48ce-a8a2-ee61b51c2a79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 944 time: 0.0507560 Jun 17 07:29:06.640039 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:06.665715 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1397b541-0667-43f9-9017-50fa88960c97 req-84fc4f1c-4ca1-46f5-a071-bdd8a748cf9e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478950 Jun 17 07:29:06.671777 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-cce00909-77e3-4f3b-af68-a2b65a6c2686 None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:29:06.904455 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cce00909-77e3-4f3b-af68-a2b65a6c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'bc2c630d-1ab8-46f9-b8ff-629b737a2a1d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': '91c3214b-4e0f-426a-a447-c590713c9cb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:6d:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:28:52Z', 'updated_at': '2022-06-17T07:29:05Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:06.906048 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:06.932340 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce00909-77e3-4f3b-af68-a2b65a6c2686 None None] Checking router: 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:29:06.942713 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce00909-77e3-4f3b-af68-a2b65a6c2686 None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:29:06.943895 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cce00909-77e3-4f3b-af68-a2b65a6c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:29:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:07.060198 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-cce00909-77e3-4f3b-af68-a2b65a6c2686 None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:29:07.139000 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:07.330790 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cce00909-77e3-4f3b-af68-a2b65a6c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'bc2c630d-1ab8-46f9-b8ff-629b737a2a1d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': '91c3214b-4e0f-426a-a447-c590713c9cb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:6d:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:28:52Z', 'updated_at': '2022-06-17T07:29:05Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:07.335405 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:07.355810 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:29:07.359520 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce00909-77e3-4f3b-af68-a2b65a6c2686 None None] The sync data for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi is: [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': 'bc2c630d-1ab8-46f9-b8ff-629b737a2a1d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'floating_ip_address': '172.27.0.126', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'port_id': '91c3214b-4e0f-426a-a447-c590713c9cb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'mac_address': 'fa:16:3e:6d:09:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:28:52Z', 'updated_at': '2022-06-17T07:29:05Z', 'revision_number': 1, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:29:07.589095 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64d0992-fbeb-49b7-9039-7148b0d41478 None None] New status for floating IP bc2c630d-1ab8-46f9-b8ff-629b737a2a1d: ACTIVE {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:29:07.815270 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b8dc6-8ba1-4558-8df7-b07f68765390 req-19a32015-9ead-41b5-aea0-b3e4d8d5862b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:07.816743 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7c5b8dc6-8ba1-4558-8df7-b07f68765390 req-19a32015-9ead-41b5-aea0-b3e4d8d5862b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 944 time: 0.0590715 Jun 17 07:29:07.864318 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:07.875531 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-7c5b8dc6-8ba1-4558-8df7-b07f68765390 req-c25dfbbc-eb25-4b3e-90d4-194a0c0d485b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525897 Jun 17 07:29:08.465569 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407 req-78b82e1f-9495-4754-8bad-65c0d4a10679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:08.467153 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407 req-78b82e1f-9495-4754-8bad-65c0d4a10679 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 1130 time: 0.0449054 Jun 17 07:29:09.072118 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a990e-883a-43e5-9d1e-636c900e7be6 req-5b7f2511-df03-4c89-8a39-cdc30ac0a5fc tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:09.073574 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-183a990e-883a-43e5-9d1e-636c900e7be6 req-5b7f2511-df03-4c89-8a39-cdc30ac0a5fc tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 944 time: 0.0944257 Jun 17 07:29:09.115032 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407 req-b4342558-e08c-4775-9094-0649a3e45711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:09.116526 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407 req-b4342558-e08c-4775-9094-0649a3e45711 service neutron] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 916 time: 0.1551294 Jun 17 07:29:09.193320 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-183a990e-883a-43e5-9d1e-636c900e7be6 req-7ccbc670-4e87-4ed0-9ec1-06c978c45b02 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117280 Jun 17 07:29:09.209638 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407 req-b5c77cf6-c8a0-42bd-90b2-5cc1c46211f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91c3214b-4e0f-426a-a447-c590713c9cb5 HTTP/1.1" status: 200 len: 1002 time: 0.0831814 Jun 17 07:29:09.260753 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407 req-af9802f0-41fb-49e7-bd76-55b89cd1f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:09.262220 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407 req-af9802f0-41fb-49e7-bd76-55b89cd1f14d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.0472612 Jun 17 07:29:09.317796 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407 req-b2688a6f-4f86-44c4-9d17-15a3998e5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:09.319325 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407 req-b2688a6f-4f86-44c4-9d17-15a3998e5563 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468130 Jun 17 07:29:09.411911 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:09.423153 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407 req-4221e527-aa21-46ed-a2c9-cc4a8a574e01 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979092 Jun 17 07:29:09.531255 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e80b1092-c97a-4ad7-a5cb-62ea15b4a407 req-9189f66f-1d99-4f5e-af91-d6f7e337530d service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020715 Jun 17 07:29:09.927513 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 5f52cae1-9810-4adf-a88b-c23408fefe11 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:29:10.042425 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 5f52cae1-9810-4adf-a88b-c23408fefe11, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5f52cae1-9810-4adf-a88b-c23408fefe11,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:29:10.055737 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'port_id': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'mac_address': 'fa:16:3e:79:88:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:29:10.094742 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 5f52cae1-9810-4adf-a88b-c23408fefe11 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:29:10.095148 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:10.112927 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f52cae1-9810-4adf-a88b-c23408fefe11 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:29:10.138136 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 5f52cae1-9810-4adf-a88b-c23408fefe11, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5f52cae1-9810-4adf-a88b-c23408fefe11,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:29:10.142257 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:10.202748 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=5f52cae1-9810-4adf-a88b-c23408fefe11,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:10.351976 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673a10f-4f13-4054-9c56-394dffdaf1fb req-a0d900b9-9915-419a-8bc2-e91be019898c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:10.354637 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d673a10f-4f13-4054-9c56-394dffdaf1fb req-a0d900b9-9915-419a-8bc2-e91be019898c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 945 time: 0.0561292 Jun 17 07:29:10.360513 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['5f52cae1-9810-4adf-a88b-c23408fefe11'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:29:10.428925 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-d673a10f-4f13-4054-9c56-394dffdaf1fb req-ff588e35-4622-44ad-9ede-99b5ea5cf56b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627143 Jun 17 07:29:10.540728 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:11.574719 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433e06-6f38-4b5b-9ed3-98d479acc12a req-1ff9e8fa-8776-49f2-baf9-3318d594dc90 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:11.576226 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-08433e06-6f38-4b5b-9ed3-98d479acc12a req-1ff9e8fa-8776-49f2-baf9-3318d594dc90 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 945 time: 0.0725744 Jun 17 07:29:11.632885 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-08433e06-6f38-4b5b-9ed3-98d479acc12a req-328a36e0-e8f5-42fc-b62b-ca5cd3e45233 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504575 Jun 17 07:29:11.934472 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 5f52cae1-9810-4adf-a88b-c23408fefe11 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:29:11.979438 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 5f52cae1-9810-4adf-a88b-c23408fefe11 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:29:11.988428 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 5f52cae1-9810-4adf-a88b-c23408fefe11 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:29:11.988857 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:12.013469 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:12.067852 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 5f52cae1-9810-4adf-a88b-c23408fefe11 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:29:12.068288 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:12.095171 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bc2731-0299-4074-a682-9fd077b33e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f52cae1-9810-4adf-a88b-c23408fefe11'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:29:12.097427 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9ac173-358d-4f17-81d0-da3b7143c21c" -d '{"events": [{"server_uuid": "45bc2731-0299-4074-a682-9fd077b33e0b", "name": "network-vif-plugged", "status": "completed", "tag": "5f52cae1-9810-4adf-a88b-c23408fefe11"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:29:12.112219 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 5f52cae1-9810-4adf-a88b-c23408fefe11, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5f52cae1-9810-4adf-a88b-c23408fefe11,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:29:12.117064 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:12.146020 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4d071d-cfca-47dd-bf3e-c83abfb69034 x-openstack-request-id: req-1e4d071d-cfca-47dd-bf3e-c83abfb69034 {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:29:12.146452 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bc2731-0299-4074-a682-9fd077b33e0b", "name": "network-vif-plugged", "status": "completed", "tag": "5f52cae1-9810-4adf-a88b-c23408fefe11", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:29:12.146885 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1e4d071d-cfca-47dd-bf3e-c83abfb69034 {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:29:12.147471 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4d071d-cfca-47dd-bf3e-c83abfb69034'] response: {'server_uuid': '45bc2731-0299-4074-a682-9fd077b33e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'code': 200} Jun 17 07:29:12.183564 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=5f52cae1-9810-4adf-a88b-c23408fefe11,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:12.377203 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29dfc9-616c-4a56-a257-eff7fcf99e81 req-ca0a42a1-fccd-4655-9ec1-c11dfe27e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:12.378698 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3d29dfc9-616c-4a56-a257-eff7fcf99e81 req-ca0a42a1-fccd-4655-9ec1-c11dfe27e3aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 1130 time: 0.0395496 Jun 17 07:29:12.427461 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-3d29dfc9-616c-4a56-a257-eff7fcf99e81 req-0ecffc16-20d8-4f35-a257-99747c61de5d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425651 Jun 17 07:29:12.762698 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935e547-bd57-45e3-8a46-71a2a578d8a4 req-4ab54a3e-f5b6-4b75-b9d7-5d52cb55e7ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:12.764564 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c935e547-bd57-45e3-8a46-71a2a578d8a4 req-4ab54a3e-f5b6-4b75-b9d7-5d52cb55e7ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 946 time: 0.0564308 Jun 17 07:29:12.818774 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-c935e547-bd57-45e3-8a46-71a2a578d8a4 req-eee02224-a332-4a9d-84d4-4eb702e3f59d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472848 Jun 17 07:29:13.947621 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3c1a2-b89f-4ca9-b55a-72f75179b27f req-b81be921-b725-423b-9ce1-5cd4d30513e7 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:13.949211 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-36f3c1a2-b89f-4ca9-b55a-72f75179b27f req-b81be921-b725-423b-9ce1-5cd4d30513e7 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 946 time: 0.0577993 Jun 17 07:29:14.010213 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-36f3c1a2-b89f-4ca9-b55a-72f75179b27f req-08d2667c-4ab7-4aef-af66-0bdf8b4e159b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550334 Jun 17 07:29:14.170067 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e911cb-900a-4b86-b01f-bdb5aacf68dc req-506d34ba-14a8-4ad7-b4cf-10ca99d2a53a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:14.171981 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-99e911cb-900a-4b86-b01f-bdb5aacf68dc req-506d34ba-14a8-4ad7-b4cf-10ca99d2a53a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 946 time: 0.0685253 Jun 17 07:29:14.235171 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-99e911cb-900a-4b86-b01f-bdb5aacf68dc req-a53111fe-f1ea-4b12-bf39-ce232a2f3ed6 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567791 Jun 17 07:29:14.258994 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43408) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:29:14.309297 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5abd25-f3f0-4d27-86ff-23a75d00553e tempest-TestVolumeBootPattern-617973183 tempest-TestVolumeBootPattern-617973183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:14.310887 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-7f5abd25-f3f0-4d27-86ff-23a75d00553e tempest-TestVolumeBootPattern-617973183 tempest-TestVolumeBootPattern-617973183-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 1125 time: 0.0508184 Jun 17 07:29:14.314158 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43410) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:29:14.319795 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'port_id': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:29:14.342825 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:14.438626 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:14.576661 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Allocated IP 172.27.0.78 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/da871a34-8016-4cc5-ae06-2d70bd03c4c5) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:29:14.710654 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for port (da871a34-8016-4cc5-ae06-2d70bd03c4c5), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:14.715773 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:14.737139 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:14.760896 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (da871a34-8016-4cc5-ae06-2d70bd03c4c5), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:14.810041 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:29:14.815947 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:29:14.820103 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:29:14.826250 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'Port': ['ID=da871a34-8016-4cc5-ae06-2d70bd03c4c5,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:14.865157 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.865465 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.865799 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.866125 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.866447 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.866775 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.867091 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.867406 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.867723 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.868041 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.868573 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.868966 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.869499 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.870038 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:14.870506 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:15.212412 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:15.286601 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (53e79b8d-cbd3-464a-9ff9-e3467b617715), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:15.366572 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (da871a34-8016-4cc5-ae06-2d70bd03c4c5), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:15.534737 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for port (da871a34-8016-4cc5-ae06-2d70bd03c4c5), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:15.541676 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63420084'] for port (da871a34-8016-4cc5-ae06-2d70bd03c4c5), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:15.619148 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'Port': ['ID=da871a34-8016-4cc5-ae06-2d70bd03c4c5,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:15.624466 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:15.637883 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (53e79b8d-cbd3-464a-9ff9-e3467b617715), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:15.748736 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Floating IP 53e79b8d-cbd3-464a-9ff9-e3467b617715 associated. External IP: 172.27.0.78, port: 5f52cae1-9810-4adf-a88b-c23408fefe11. Jun 17 07:29:16.101522 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:16.244487 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:29:16.377174 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:29:16.391245 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d693eaf-b5fe-442f-91a2-6e004d406a43 None None] Sync routers for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:29:16.398823 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:16.406155 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d693eaf-b5fe-442f-91a2-6e004d406a43 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:29:16.406933 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d693eaf-b5fe-442f-91a2-6e004d406a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:29:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:16.439462 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-b2e678ed-dc4f-4602-900e-46f0817d1270 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1234615 Jun 17 07:29:16.440115 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bc2731-0299-4074-a682-9fd077b33e0b', 'tag': '5f52cae1-9810-4adf-a88b-c23408fefe11'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:29:16.442832 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5fea24-e5d1-4407-9d85-9d4cca96a504" -d '{"events": [{"name": "network-changed", "server_uuid": "45bc2731-0299-4074-a682-9fd077b33e0b", "tag": "5f52cae1-9810-4adf-a88b-c23408fefe11"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:29:16.486066 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8734e431-0844-45a2-a651-c16a1cbc3779 x-openstack-request-id: req-8734e431-0844-45a2-a651-c16a1cbc3779 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:29:16.486503 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bc2731-0299-4074-a682-9fd077b33e0b", "tag": "5f52cae1-9810-4adf-a88b-c23408fefe11", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:29:16.487357 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8734e431-0844-45a2-a651-c16a1cbc3779 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:29:16.488001 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8734e431-0844-45a2-a651-c16a1cbc3779'] response: {'name': 'network-changed', 'server_uuid': '45bc2731-0299-4074-a682-9fd077b33e0b', 'tag': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'status': 'completed', 'code': 200} Jun 17 07:29:16.525567 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7d693eaf-b5fe-442f-91a2-6e004d406a43 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:29:16.560692 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:16.568016 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fea24-e5d1-4407-9d85-9d4cca96a504 req-26735a62-f0f3-41c1-9515-9d005997b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:16.569717 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1c5fea24-e5d1-4407-9d85-9d4cca96a504 req-26735a62-f0f3-41c1-9515-9d005997b5e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 1130 time: 0.0590439 Jun 17 07:29:16.695433 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fea24-e5d1-4407-9d85-9d4cca96a504 req-0573a1e7-ba95-410b-8b07-16cc0f9476e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:16.696999 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1c5fea24-e5d1-4407-9d85-9d4cca96a504 req-0573a1e7-ba95-410b-8b07-16cc0f9476e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 912 time: 0.1201725 Jun 17 07:29:16.764555 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1c5fea24-e5d1-4407-9d85-9d4cca96a504 req-56248698-e19d-4c1f-a569-6789882dda77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f52cae1-9810-4adf-a88b-c23408fefe11 HTTP/1.1" status: 200 len: 999 time: 0.0605152 Jun 17 07:29:16.790889 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d693eaf-b5fe-442f-91a2-6e004d406a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '53e79b8d-cbd3-464a-9ff9-e3467b617715', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:79:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2731-0299-4074-a682-9fd077b33e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:29:15Z', 'updated_at': '2022-06-17T07:29:15Z', 'revision_number': 0, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:16.818055 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d693eaf-b5fe-442f-91a2-6e004d406a43 None None] Checking router: 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:29:16.823466 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fea24-e5d1-4407-9d85-9d4cca96a504 req-f0c9ccca-5705-4f7c-9c88-f3c908dfb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:16.825020 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1c5fea24-e5d1-4407-9d85-9d4cca96a504 req-f0c9ccca-5705-4f7c-9c88-f3c908dfb66a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0516858 Jun 17 07:29:16.828345 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d693eaf-b5fe-442f-91a2-6e004d406a43 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:29:16.828970 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d693eaf-b5fe-442f-91a2-6e004d406a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:29:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:16.894186 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fea24-e5d1-4407-9d85-9d4cca96a504 req-3e587b75-9bcd-4ee8-b29b-8f5eddf900c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:16.896503 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1c5fea24-e5d1-4407-9d85-9d4cca96a504 req-3e587b75-9bcd-4ee8-b29b-8f5eddf900c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612504 Jun 17 07:29:16.940367 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-7d693eaf-b5fe-442f-91a2-6e004d406a43 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:29:16.997407 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1c5fea24-e5d1-4407-9d85-9d4cca96a504 req-232ce3d3-0c35-4c6f-9b32-deaa2f61c611 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948002 Jun 17 07:29:17.103417 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-1c5fea24-e5d1-4407-9d85-9d4cca96a504 req-a218db87-ef3a-4bb8-a9df-1e13d5457cba service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975385 Jun 17 07:29:17.163123 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:17.299500 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-7d693eaf-b5fe-442f-91a2-6e004d406a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '53e79b8d-cbd3-464a-9ff9-e3467b617715', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:79:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2731-0299-4074-a682-9fd077b33e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:29:15Z', 'updated_at': '2022-06-17T07:29:15Z', 'revision_number': 0, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:17.325391 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d693eaf-b5fe-442f-91a2-6e004d406a43 None None] The sync data for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi is: [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '53e79b8d-cbd3-464a-9ff9-e3467b617715', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:79:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2731-0299-4074-a682-9fd077b33e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:29:15Z', 'updated_at': '2022-06-17T07:29:15Z', 'revision_number': 0, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:29:17.541134 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a516975-ac49-4085-a345-c25d70879dc8 None None] New status for floating IP 53e79b8d-cbd3-464a-9ff9-e3467b617715: ACTIVE {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:29:26.433398 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:26.436284 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:27.093782 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:27.097389 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=44 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:27.301872 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:27.303180 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=14 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:27.645103 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:31.337124 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:32.500149 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-02e29bc0-7b92-4ec7-ae5a-f58da842c197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:34.231338 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43518) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:29:34.343517 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a00d5ef-baaa-4501-a617-a0220523d563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:34.420862 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a00d5ef-baaa-4501-a617-a0220523d563 admin admin] Publish callbacks [] for security_group (d4d87625-f01a-4326-9491-8c1f974c32a7), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:34.424831 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1a00d5ef-baaa-4501-a617-a0220523d563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d4d87625-f01a-4326-9491-8c1f974c32a7), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:34.465785 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-1a00d5ef-baaa-4501-a617-a0220523d563 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d18781fbe5bb4dafa7f9b128fc248b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333541 Jun 17 07:29:34.466495 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00d5ef-baaa-4501-a617-a0220523d563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d87625-f01a-4326-9491-8c1f974c32a7,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:34.468901 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43522) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:29:34.520580 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Publish callbacks [] for security_group (d4d87625-f01a-4326-9491-8c1f974c32a7), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:34.542310 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Publish callbacks [] for security_group (d4d87625-f01a-4326-9491-8c1f974c32a7), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:34.594956 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d4d87625-f01a-4326-9491-8c1f974c32a7), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:34.598014 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:34.599187 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d4d87625-f01a-4326-9491-8c1f974c32a7 HTTP/1.1" status: 204 len: 168 time: 0.1292515 Jun 17 07:29:34.608988 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d87625-f01a-4326-9491-8c1f974c32a7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:34.618343 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.618718 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.619024 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.619359 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.619691 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.620054 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.620513 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.620860 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.621201 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.621593 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.621996 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.622193 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.622516 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.622842 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.623160 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fdf21-96c2-4be8-bc27-0287787af885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:29:34.722462 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-898f9cb9-0763-4bda-bfdb-7e85d68460f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:35.752768 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:37.318843 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:37.878136 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:44.355604 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:29:44.460297 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:44.461638 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:44.611532 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:44.613551 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:45.232524 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:50.910225 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-878ea5b9-4128-4a30-a43d-3ea817c46e7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388782 Jun 17 07:29:50.993787 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-44aa6c40-dcb2-48d9-8542-855070aea694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:50.995342 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-44aa6c40-dcb2-48d9-8542-855070aea694 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a7262e606264aba8be1c0008e93c0d2&device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 1130 time: 0.0412836 Jun 17 07:29:51.103032 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-f98b84dd-8ea3-4ca5-b873-f95f7d744cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:51.104813 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-f98b84dd-8ea3-4ca5-b873-f95f7d744cdc service neutron] 10.222.0.16 "GET /v2.0/networks?id=69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 200 len: 916 time: 0.0915403 Jun 17 07:29:51.168312 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-5e9eae03-3ac9-4b5e-8ed0-baee0be11b5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91c3214b-4e0f-426a-a447-c590713c9cb5 HTTP/1.1" status: 200 len: 1002 time: 0.0576987 Jun 17 07:29:51.216600 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-9c230a5e-6528-4bcf-9ae5-e3e51ce02120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:51.218074 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-9c230a5e-6528-4bcf-9ae5-e3e51ce02120 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 200 len: 854 time: 0.0445602 Jun 17 07:29:51.266036 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-5a8c6edc-1315-4f6e-9c94-0b0115666a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:51.267560 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-5a8c6edc-1315-4f6e-9c94-0b0115666a40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=69bdf73b-b655-40e8-99ba-01f63a3ac44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439231 Jun 17 07:29:51.358513 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-0f9af016-b3ae-4a3f-8450-ea2a3b80217a service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846512 Jun 17 07:29:51.455171 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b36461b1-3867-4c7c-a49f-ccbdab6536ab req-c554f554-9831-4449-a778-8b609e6962b3 service neutron] 10.222.0.16 "GET /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909584 Jun 17 07:29:54.349088 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae778f5-4e39-4283-b512-16aa0f50ee85 req-8e23aadf-1824-4cc4-a893-5b39c3468020 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:54.350644 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8ae778f5-4e39-4283-b512-16aa0f50ee85 req-8e23aadf-1824-4cc4-a893-5b39c3468020 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 946 time: 0.0535579 Jun 17 07:29:54.402909 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-8ae778f5-4e39-4283-b512-16aa0f50ee85 req-46520528-6d31-4d58-85f6-1e363cc3d3ed tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=a425afa2-eab1-4988-b501-39308ad91c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466220 Jun 17 07:29:55.219217 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:55.227566 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:55.529542 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279f476-79d9-46f1-b90f-338f2c4ffd44 req-c49ab72c-c896-45df-9a05-8eceaa3af778 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:55.531009 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6279f476-79d9-46f1-b90f-338f2c4ffd44 req-c49ab72c-c896-45df-9a05-8eceaa3af778 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 946 time: 0.0507572 Jun 17 07:29:55.590977 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-6279f476-79d9-46f1-b90f-338f2c4ffd44 req-305810df-5bcf-48e4-8aa9-39b315b0e511 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups?id=a425afa2-eab1-4988-b501-39308ad91c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526071 Jun 17 07:29:55.917229 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-f0afbf19-8988-41c6-952e-19f91541b80b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:29:55.918866 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-f0afbf19-8988-41c6-952e-19f91541b80b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 946 time: 0.0618572 Jun 17 07:29:56.011220 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Deleting port 91c3214b-4e0f-426a-a447-c590713c9cb5 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:29:56.011590 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:56.120897 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] For port 91c3214b-4e0f-426a-a447-c590713c9cb5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=91c3214b-4e0f-426a-a447-c590713c9cb5,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:29:56.121164 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:56.300400 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:56.302803 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:56.303284 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (bc2c630d-1ab8-46f9-b8ff-629b737a2a1d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:56.303495 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.l3_db [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Floating IP bc2c630d-1ab8-46f9-b8ff-629b737a2a1d disassociated. External IP: 172.27.0.126, port: 91c3214b-4e0f-426a-a447-c590713c9cb5. Jun 17 07:29:56.304247 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Calling delete_port for 91c3214b-4e0f-426a-a447-c590713c9cb5 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:29:56.316242 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:56.449572 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (91c3214b-4e0f-426a-a447-c590713c9cb5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:56.478396 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'Port': ['ID=91c3214b-4e0f-426a-a447-c590713c9cb5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:56.591618 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:29:56.707744 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-b7c31dc2-efe6-42de-87aa-8652244259c2 req-ab8be50d-4bd5-42a8-9cd5-146c8bd3fe22 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/ports?device_id=3fa2b704-ec2f-48b8-b240-b8402aecb597 HTTP/1.1" status: 200 len: 210 time: 0.0347183 Jun 17 07:29:56.720340 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:29:56.730341 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bdbf6c-18da-4899-b397-681ecad3695d None None] Sync routers for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:29:56.740610 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bdbf6c-18da-4899-b397-681ecad3695d None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:29:56.741220 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-54bdbf6c-18da-4899-b397-681ecad3695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:29:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:56.765926 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] No DVR routers for this DVR port 91c3214b-4e0f-426a-a447-c590713c9cb5 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:29:56.768468 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:56.771627 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-cec80837-d1a4-4798-8c8c-1f789c1922e9 req-07b4069b-e85b-43c2-ae7d-424bdb91ef8b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.16 "DELETE /v2.0/ports/91c3214b-4e0f-426a-a447-c590713c9cb5 HTTP/1.1" status: 204 len: 173 time: 0.8474276 Jun 17 07:29:56.772099 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'name': 'network-vif-deleted', 'tag': '91c3214b-4e0f-426a-a447-c590713c9cb5'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:29:56.774339 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90deb80e-f9a6-48c3-9190-c8d619b399f8" -d '{"events": [{"server_uuid": "3fa2b704-ec2f-48b8-b240-b8402aecb597", "name": "network-vif-deleted", "tag": "91c3214b-4e0f-426a-a447-c590713c9cb5"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:29:56.817493 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343bb66d-9af5-44f7-971b-84a93ffd7900 x-openstack-request-id: req-343bb66d-9af5-44f7-971b-84a93ffd7900 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:29:56.817871 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa2b704-ec2f-48b8-b240-b8402aecb597", "name": "network-vif-deleted", "tag": "91c3214b-4e0f-426a-a447-c590713c9cb5", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:29:56.818198 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-343bb66d-9af5-44f7-971b-84a93ffd7900 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:29:56.819175 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343bb66d-9af5-44f7-971b-84a93ffd7900'] response: {'server_uuid': '3fa2b704-ec2f-48b8-b240-b8402aecb597', 'name': 'network-vif-deleted', 'tag': '91c3214b-4e0f-426a-a447-c590713c9cb5', 'status': 'completed', 'code': 200} Jun 17 07:29:56.856466 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-54bdbf6c-18da-4899-b397-681ecad3695d None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:29:57.069222 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-54bdbf6c-18da-4899-b397-681ecad3695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:57.093843 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bdbf6c-18da-4899-b397-681ecad3695d None None] Checking router: 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:29:57.102071 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bdbf6c-18da-4899-b397-681ecad3695d None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:29:57.102678 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-54bdbf6c-18da-4899-b397-681ecad3695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:29:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:57.206151 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-54bdbf6c-18da-4899-b397-681ecad3695d None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:29:57.399161 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-54bdbf6c-18da-4899-b397-681ecad3695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:29:57.428459 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bdbf6c-18da-4899-b397-681ecad3695d None None] The sync data for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi is: [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:15Z', 'revision_number': 4, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': '5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa', 'name': '', 'network_id': '69bdf73b-b655-40e8-99ba-01f63a3ac44d', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'mac_address': 'fa:16:3e:1a:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:14Z', 'updated_at': '2022-06-17T07:25:20Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'subnets': [{'id': '2d447ff2-ca0f-48bb-b256-06f7cbfbc074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:29:57.673003 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20934ee8-8a19-4222-a9de-e9805245247a None None] New status for floating IP bc2c630d-1ab8-46f9-b8ff-629b737a2a1d: DOWN {{(pid=103804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:29:57.810227 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43604) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:29:57.878666 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-decc297a-35a6-4323-8b2c-bb11ba1cc5c3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (a425afa2-eab1-4988-b501-39308ad91c16), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:57.903438 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-decc297a-35a6-4323-8b2c-bb11ba1cc5c3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (a425afa2-eab1-4988-b501-39308ad91c16), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:57.957610 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-decc297a-35a6-4323-8b2c-bb11ba1cc5c3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (a425afa2-eab1-4988-b501-39308ad91c16), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:57.961380 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-decc297a-35a6-4323-8b2c-bb11ba1cc5c3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:57.962538 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-decc297a-35a6-4323-8b2c-bb11ba1cc5c3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "DELETE /v2.0/security-groups/a425afa2-eab1-4988-b501-39308ad91c16 HTTP/1.1" status: 204 len: 168 time: 0.1502845 Jun 17 07:29:57.967434 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43606) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:29:57.981563 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc297a-35a6-4323-8b2c-bb11ba1cc5c3 tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a425afa2-eab1-4988-b501-39308ad91c16,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:57.987243 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.api.v2.resource [None req-b29be715-689e-4bf1-b33b-d9d12d71b14c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] show failed (client error): The resource could not be found. Jun 17 07:29:57.988781 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-b29be715-689e-4bf1-b33b-d9d12d71b14c tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "GET /v2.0/security-groups/a425afa2-eab1-4988-b501-39308ad91c16 HTTP/1.1" status: 404 len: 347 time: 0.0201452 Jun 17 07:29:57.991453 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43608) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:29:58.111369 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-99611ece-5f26-4841-ab7f-e2c50562fb1b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Deleting port beec9b6f-ef13-41e2-b6d2-2803dcd3034f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:29:58.112276 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99611ece-5f26-4841-ab7f-e2c50562fb1b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (beec9b6f-ef13-41e2-b6d2-2803dcd3034f), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:58.193524 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99611ece-5f26-4841-ab7f-e2c50562fb1b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (beec9b6f-ef13-41e2-b6d2-2803dcd3034f), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:58.193829 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99611ece-5f26-4841-ab7f-e2c50562fb1b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (beec9b6f-ef13-41e2-b6d2-2803dcd3034f), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:58.206171 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-99611ece-5f26-4841-ab7f-e2c50562fb1b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Calling delete_port for beec9b6f-ef13-41e2-b6d2-2803dcd3034f owned by network:floatingip {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:29:58.389304 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99611ece-5f26-4841-ab7f-e2c50562fb1b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (beec9b6f-ef13-41e2-b6d2-2803dcd3034f), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:58.418573 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99611ece-5f26-4841-ab7f-e2c50562fb1b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Pushing event deleted for resources: {'Port': ['ID=beec9b6f-ef13-41e2-b6d2-2803dcd3034f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:29:58.465258 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:29:58.487424 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99611ece-5f26-4841-ab7f-e2c50562fb1b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks [] for floatingip (bc2c630d-1ab8-46f9-b8ff-629b737a2a1d), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:58.490197 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99611ece-5f26-4841-ab7f-e2c50562fb1b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:29:58.491391 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-99611ece-5f26-4841-ab7f-e2c50562fb1b tempest-AttachVolumeNegativeTest-204987314 tempest-AttachVolumeNegativeTest-204987314-project] 10.222.0.33 "DELETE /v2.0/floatingips/bc2c630d-1ab8-46f9-b8ff-629b737a2a1d HTTP/1.1" status: 204 len: 168 time: 0.4989455 Jun 17 07:30:00.185693 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 91c3214b-4e0f-426a-a447-c590713c9cb5 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:30:00.204836 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 91c3214b-4e0f-426a-a447-c590713c9cb5 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:30:00.205175 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 91c3214b-4e0f-426a-a447-c590713c9cb5 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:30:02.232357 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43644) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:02.310632 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:02.507428 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ed3a4e5f-c34b-4ca8-b32c-537d94ba6c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:02.555849 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818816'] for router_interface (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:02.791201 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] Deleting port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:30:02.791537 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:02.876960 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] For port 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:30:02.877930 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:02.891879 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] Calling delete_port for 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa owned by network:router_interface {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:30:03.063866 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:03.075147 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:03.103802 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:03.156640 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:03.271564 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820240'] for router_interface (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:03.751760 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] Router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:30:03.857397 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:30:03.863748 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-08b60ef7-a78c-448d-a6b9-b54d53a3a368 admin admin] 10.222.0.33 "PUT /v2.0/routers/4ba2fb99-536f-451e-9b58-17fd0c1e41f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6310151 Jun 17 07:30:03.866121 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43650) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:03.867170 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eee5c8f-163c-452d-8cb4-fb0bfed4f94c None None] Sync routers for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:30:03.878315 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee5c8f-163c-452d-8cb4-fb0bfed4f94c None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:30:03.878926 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0eee5c8f-163c-452d-8cb4-fb0bfed4f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:29:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:03.974609 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Publish callbacks [] for router (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:03.985014 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0eee5c8f-163c-452d-8cb4-fb0bfed4f94c None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:30:04.074622 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Publish callbacks [] for router_gateway (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.087993 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=100 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:04.122399 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Deleting port 192f5806-4ef0-4787-acf8-f86eb8e91ac6 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:30:04.122730 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.162175 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0eee5c8f-163c-452d-8cb4-fb0bfed4f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:30:03Z', 'revision_number': 5, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port': {'id': '192f5806-4ef0-4787-acf8-f86eb8e91ac6', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:04.186766 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eee5c8f-163c-452d-8cb4-fb0bfed4f94c None None] Checking router: 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:30:04.196342 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee5c8f-163c-452d-8cb4-fb0bfed4f94c None None] Routers {'4ba2fb99-536f-451e-9b58-17fd0c1e41f6'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:30:04.196949 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0eee5c8f-163c-452d-8cb4-fb0bfed4f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:29:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:04.206139 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] For port 192f5806-4ef0-4787-acf8-f86eb8e91ac6, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=192f5806-4ef0-4787-acf8-f86eb8e91ac6,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:30:04.206497 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.219283 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Calling delete_port for 192f5806-4ef0-4787-acf8-f86eb8e91ac6 owned by network:router_gateway {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:30:04.262726 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:04.279888 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:04.284371 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-0eee5c8f-163c-452d-8cb4-fb0bfed4f94c None None] Set router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:30:04.334583 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:04.336722 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-0eee5c8f-163c-452d-8cb4-fb0bfed4f94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:30:04Z', 'revision_number': 6, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port_host': None}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:04.366222 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eee5c8f-163c-452d-8cb4-fb0bfed4f94c None None] The sync data for ids ['4ba2fb99-536f-451e-9b58-17fd0c1e41f6'] in dv-cinder-834822-4-iscsi is: [{'id': '4ba2fb99-536f-451e-9b58-17fd0c1e41f6', 'name': 'tempest-AttachVolumeNegativeTest-1957122313-router', 'tenant_id': '9a7262e606264aba8be1c0008e93c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:13Z', 'updated_at': '2022-06-17T07:30:04Z', 'revision_number': 6, 'project_id': '9a7262e606264aba8be1c0008e93c0d2', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:30:04.427190 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (192f5806-4ef0-4787-acf8-f86eb8e91ac6), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.455736 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Pushing event deleted for resources: {'Port': ['ID=192f5806-4ef0-4787-acf8-f86eb8e91ac6,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:04.532535 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819527'] for router_gateway (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.627957 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7687'] for router (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.630401 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Publish callbacks [] for router_controller (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.677749 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1824228'] for router (4ba2fb99-536f-451e-9b58-17fd0c1e41f6), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.678260 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ba2fb99-536f-451e-9b58-17fd0c1e41f6 {{(pid=103801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:30:04.683014 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.684199 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-0b6daef6-6ff8-4dc3-9686-1bf34697326e admin admin] 10.222.0.33 "DELETE /v2.0/routers/4ba2fb99-536f-451e-9b58-17fd0c1e41f6 HTTP/1.1" status: 204 len: 168 time: 0.8170657 Jun 17 07:30:04.687040 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43652) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:04.721511 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f29dab45-a124-454e-81e9-cf16bbac7d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.745901 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe84950-0759-4751-ba09-06a12fce4689 admin admin] Deleting subnet 2d447ff2-ca0f-48bb-b256-06f7cbfbc074 {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:30:04.749711 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe84950-0759-4751-ba09-06a12fce4689 admin admin] Publish callbacks [] for subnet (2d447ff2-ca0f-48bb-b256-06f7cbfbc074), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.799127 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe84950-0759-4751-ba09-06a12fce4689 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417110'] for subnet (2d447ff2-ca0f-48bb-b256-06f7cbfbc074), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.900406 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe84950-0759-4751-ba09-06a12fce4689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (2d447ff2-ca0f-48bb-b256-06f7cbfbc074), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.958856 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe84950-0759-4751-ba09-06a12fce4689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63144836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64587526'] for subnet (2d447ff2-ca0f-48bb-b256-06f7cbfbc074), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.989884 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe84950-0759-4751-ba09-06a12fce4689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d447ff2-ca0f-48bb-b256-06f7cbfbc074,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:04.993410 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe84950-0759-4751-ba09-06a12fce4689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:04.996789 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-7fe84950-0759-4751-ba09-06a12fce4689 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/2d447ff2-ca0f-48bb-b256-06f7cbfbc074 HTTP/1.1" status: 204 len: 168 time: 0.3086605 Jun 17 07:30:04.999241 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43654) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:05.002371 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fbb8b1-c4c0-4e19-a8f1-187d21524537 None None] Network 69bdf73b-b655-40e8-99ba-01f63a3ac44d requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:30:05.073609 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (69bdf73b-b655-40e8-99ba-01f63a3ac44d), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.118842 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Deleting port caccf23c-5605-4c42-ae54-5a4a5f582873 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:30:05.119101 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.227584 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] DHCP port deletion for 69bdf73b-b655-40e8-99ba-01f63a3ac44d request from dv-cinder-834822-4-iscsi {{(pid=103803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 07:30:05.245761 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] For port caccf23c-5605-4c42-ae54-5a4a5f582873, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=caccf23c-5605-4c42-ae54-5a4a5f582873,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:30:05.246080 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.267271 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Calling delete_port for caccf23c-5605-4c42-ae54-5a4a5f582873 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:30:05.300721 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Deleting port caccf23c-5605-4c42-ae54-5a4a5f582873 {{(pid=103803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:30:05.301099 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), before_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.306654 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:30:05.374787 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:05.415062 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.441100 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=caccf23c-5605-4c42-ae54-5a4a5f582873,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:05.450984 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] No DVR routers for this DVR port caccf23c-5605-4c42-ae54-5a4a5f582873 on host dv-cinder-834822-4-iscsi {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:30:05.456851 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:05.555192 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (69bdf73b-b655-40e8-99ba-01f63a3ac44d), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.574353 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] For port caccf23c-5605-4c42-ae54-5a4a5f582873, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=caccf23c-5605-4c42-ae54-5a4a5f582873,segment=NetworkSegment(19c25394-2da5-4ea3-9fc4-a19f4a95f463),segment_id=19c25394-2da5-4ea3-9fc4-a19f4a95f463)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:30:05.574924 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), precommit_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.589682 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bdf73b-b655-40e8-99ba-01f63a3ac44d']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:05.590135 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:30:05.590396 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 5ffa6072-c9ef-4ee9-b85d-6a23a26adcfa not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:30:05.593187 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Calling delete_port for caccf23c-5605-4c42-ae54-5a4a5f582873 owned by network:dhcp {{(pid=103803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:30:05.611200 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c25394-2da5-4ea3-9fc4-a19f4a95f463') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:05.611723 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c25394-2da5-4ea3-9fc4-a19f4a95f463') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:05.635022 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417089'] for segment (19c25394-2da5-4ea3-9fc4-a19f4a95f463), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.666382 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (19c25394-2da5-4ea3-9fc4-a19f4a95f463), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.675152 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:30:05.675612 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63144794'] for segment (19c25394-2da5-4ea3-9fc4-a19f4a95f463), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.696491 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (caccf23c-5605-4c42-ae54-5a4a5f582873), after_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.714256 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment 19c25394-2da5-4ea3-9fc4-a19f4a95f463 resource provider aggregate not found Jun 17 07:30:05.729595 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] No DVR routers for this DVR port caccf23c-5605-4c42-ae54-5a4a5f582873 on host dv-cinder-834822-4-iscsi {{(pid=103803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:30:05.734925 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Pushing event deleted for resources: {'Port': ['ID=caccf23c-5605-4c42-ae54-5a4a5f582873,revision_number=None']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:05.764958 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.765435 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.766009 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.766375 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.766784 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.767102 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.767804 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.768492 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.768706 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.769015 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.769416 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.769773 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.770133 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.771454 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.771819 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48512bd-98de-4061-9c8c-96f8478f8e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:05.773334 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment 19c25394-2da5-4ea3-9fc4-a19f4a95f463 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19c25394-2da5-4ea3-9fc4-a19f4a95f463 found for delete ", "request_id": "req-0d70d033-21ec-4386-a5f8-eea99abe8ffd"}]} Jun 17 07:30:05.776728 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.798602 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (69bdf73b-b655-40e8-99ba-01f63a3ac44d), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.803767 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:05.807247 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] 10.222.0.33 "DELETE /v2.0/networks/69bdf73b-b655-40e8-99ba-01f63a3ac44d HTTP/1.1" status: 204 len: 168 time: 0.8070343 Jun 17 07:30:05.822586 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f0c04-cf9d-46d6-a9c4-d948971b11a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=69bdf73b-b655-40e8-99ba-01f63a3ac44d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:06.031598 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43662) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:06.075170 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-5757c1ac-4468-4e16-a072-609df5ff91a8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9a7262e606264aba8be1c0008e93c0d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420980 Jun 17 07:30:06.078147 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43664) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:06.131841 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f650cf10-22e6-4161-9ff3-9e41428ce8ba admin admin] Publish callbacks [] for security_group (04d37ef2-f496-4595-95ac-9d4179f81cc4), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:06.155265 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f650cf10-22e6-4161-9ff3-9e41428ce8ba admin admin] Publish callbacks [] for security_group (04d37ef2-f496-4595-95ac-9d4179f81cc4), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:06.211302 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f650cf10-22e6-4161-9ff3-9e41428ce8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (04d37ef2-f496-4595-95ac-9d4179f81cc4), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:06.213920 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f650cf10-22e6-4161-9ff3-9e41428ce8ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:06.215063 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f650cf10-22e6-4161-9ff3-9e41428ce8ba admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/04d37ef2-f496-4595-95ac-9d4179f81cc4 HTTP/1.1" status: 204 len: 168 time: 0.1359475 Jun 17 07:30:06.226936 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650cf10-22e6-4161-9ff3-9e41428ce8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d37ef2-f496-4595-95ac-9d4179f81cc4,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:06.832981 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device caccf23c-5605-4c42-ae54-5a4a5f582873 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:30:06.853137 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: caccf23c-5605-4c42-ae54-5a4a5f582873 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:30:06.854070 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device caccf23c-5605-4c42-ae54-5a4a5f582873 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:30:06.854484 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 192f5806-4ef0-4787-acf8-f86eb8e91ac6 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:30:06.873412 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 192f5806-4ef0-4787-acf8-f86eb8e91ac6 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:30:06.873555 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 192f5806-4ef0-4787-acf8-f86eb8e91ac6 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:30:07.026099 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43686) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:07.127733 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-680787652-network', 'tenant_id': 'e6d12d8ca4a64423aca73d7cfc70d3d8'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:30:07.149093 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Made reservation on behalf of e6d12d8ca4a64423aca73d7cfc70d3d8 for: {'network': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:30:07.151501 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.161124 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.245696 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Publish callbacks [] for security_group (c3d0caec-71a7-4710-abc9-0c2e3fab1e47), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.250677 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c3d0caec-71a7-4710-abc9-0c2e3fab1e47), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.277228 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=103802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:30:07.286949 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d0caec-71a7-4710-abc9-0c2e3fab1e47,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:07.293401 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (c689b733-d5ca-474f-ad56-8ee5f550739c), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.293647 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.segments_db [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Added segment c689b733-d5ca-474f-ad56-8ee5f550739c of type vlan for network 5178a62a-dc5a-4f95-a732-e176cbf3a47e Jun 17 07:30:07.326975 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.345947 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (5178a62a-dc5a-4f95-a732-e176cbf3a47e), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.371588 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (5178a62a-dc5a-4f95-a732-e176cbf3a47e), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.372573 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:07.373149 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.434598 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4073641 Jun 17 07:30:07.437466 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43690) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:07.445223 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] Request body: {'subnet': {'network_id': '5178a62a-dc5a-4f95-a732-e176cbf3a47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-680787652-subnet', 'tenant_id': 'e6d12d8ca4a64423aca73d7cfc70d3d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:30:07.452678 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2407cb-dfd6-4663-b08d-e6d48f0c41d8 admin admin] Pushing event updated for resources: {'Network': ['ID=5178a62a-dc5a-4f95-a732-e176cbf3a47e,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:07.465670 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network 5178a62a-dc5a-4f95-a732-e176cbf3a47e details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:30:07.479327 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] Made reservation on behalf of e6d12d8ca4a64423aca73d7cfc70d3d8 for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:30:07.482074 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63947190'] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.497198 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:07.504231 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:07.670871 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63420105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63947140'] for subnet (94dd4576-31ac-4897-80c2-c7697efdde12), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.723948 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94dd4576-31ac-4897-80c2-c7697efdde12,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:07.739480 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] Checking segment: {'id': 'c689b733-d5ca-474f-ad56-8ee5f550739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5178a62a-dc5a-4f95-a732-e176cbf3a47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:30:07.739832 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] Network hostable DHCP agents. Network: 5178a62a-dc5a-4f95-a732-e176cbf3a47e, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:30:07.758208 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] Network 5178a62a-dc5a-4f95-a732-e176cbf3a47e is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:30:07.770175 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, 5178a62a-dc5a-4f95-a732-e176cbf3a47e) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:30:07.776043 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:07.776558 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:07.780711 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.781144 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7365d9ba-4d88-4cd6-bff2-78adba250bac None None] Network 5178a62a-dc5a-4f95-a732-e176cbf3a47e requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:30:07.783311 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:07.801438 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-06bf3e82-656e-49f9-903f-5fbd1a7f683e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3605626 Jun 17 07:30:07.906525 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:07.947518 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6f891b-a5d1-4afb-8b02-1c75e34df747 None None] Network 5178a62a-dc5a-4f95-a732-e176cbf3a47e requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:30:08.367282 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43706) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:08.372631 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1262801767-network', 'tenant_id': '26906ecd033d4daca598474d8725b344'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:30:08.396858 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Made reservation on behalf of 26906ecd033d4daca598474d8725b344 for: {'network': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:30:08.399499 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for network (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:08.410152 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:08.515653 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Publish callbacks [] for security_group (e79754da-e5de-420e-8862-602c37e2ff2b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:08.520697 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (e79754da-e5de-420e-8862-602c37e2ff2b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:08.548018 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=103801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:30:08.559566 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79754da-e5de-420e-8862-602c37e2ff2b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:08.565547 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (40e6403f-0e56-4dc8-92de-fc1bbd325a09), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:08.565884 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.db.segments_db [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Added segment 40e6403f-0e56-4dc8-92de-fc1bbd325a09 of type vlan for network c42f4eba-e898-4a39-b830-fd3211efdd74 Jun 17 07:30:08.615050 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792503399244'] for network (c42f4eba-e898-4a39-b830-fd3211efdd74), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:08.642805 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936'] for network (c42f4eba-e898-4a39-b830-fd3211efdd74), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:08.644366 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:08.645022 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:08.686626 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3180909 Jun 17 07:30:08.690319 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43708) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:08.695290 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] Request body: {'subnet': {'network_id': 'c42f4eba-e898-4a39-b830-fd3211efdd74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1262801767-subnet', 'tenant_id': '26906ecd033d4daca598474d8725b344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:30:08.721717 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791640eb-b48a-47d0-a753-3f1116305d31 admin admin] Pushing event updated for resources: {'Network': ['ID=c42f4eba-e898-4a39-b830-fd3211efdd74,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:08.722748 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] Made reservation on behalf of 26906ecd033d4daca598474d8725b344 for: {'subnet': 1} {{(pid=103802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:30:08.726669 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63947190'] for subnet (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:08.733429 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Network c42f4eba-e898-4a39-b830-fd3211efdd74 details requested by agent ovs-agent-dv-cinder-834822-4-iscsi with host dv-cinder-834822-4-iscsi {{(pid=103803) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:30:08.928894 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63420105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63947140'] for subnet (222c6492-8631-465c-b533-83beb416ad1b), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:08.988177 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222c6492-8631-465c-b533-83beb416ad1b,revision_number=0']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:09.007522 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] Checking segment: {'id': '40e6403f-0e56-4dc8-92de-fc1bbd325a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c42f4eba-e898-4a39-b830-fd3211efdd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:30:09.007927 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] Network hostable DHCP agents. Network: c42f4eba-e898-4a39-b830-fd3211efdd74, hostable agents: ['c9c923e4-dd3c-4bcd-8950-f68e23f56cd0'], hosted agents: [] {{(pid=103802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:30:09.028579 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] Network c42f4eba-e898-4a39-b830-fd3211efdd74 is scheduled to be hosted by DHCP agent c9c923e4-dd3c-4bcd-8950-f68e23f56cd0 with binding_index 1 {{(pid=103802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:30:09.038803 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-4-iscsi, c42f4eba-e898-4a39-b830-fd3211efdd74) {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:30:09.043462 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:09.044388 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.050676 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee066a-1ca8-4d69-923c-fe502d9f020d None None] Network c42f4eba-e898-4a39-b830-fd3211efdd74 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:30:09.069976 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ef3cfa66-3728-4b38-b363-31046863bc34 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3786364 Jun 17 07:30:09.077497 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:09.161285 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:09.212644 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e217c-bb8f-4532-a69a-41784c42408d None None] Network c42f4eba-e898-4a39-b830-fd3211efdd74 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:30:09.228775 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43712) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:09.286485 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fe1c5e-7996-4330-ba70-f3819d2c642a admin admin] Deleting subnet 94dd4576-31ac-4897-80c2-c7697efdde12 {{(pid=103802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:30:09.289342 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:09.290516 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64fe1c5e-7996-4330-ba70-f3819d2c642a admin admin] Publish callbacks [] for subnet (94dd4576-31ac-4897-80c2-c7697efdde12), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.331300 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64fe1c5e-7996-4330-ba70-f3819d2c642a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63578525'] for subnet (94dd4576-31ac-4897-80c2-c7697efdde12), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.371438 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64fe1c5e-7996-4330-ba70-f3819d2c642a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (94dd4576-31ac-4897-80c2-c7697efdde12), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.416323 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:INSERT=10,neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:09.451428 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64fe1c5e-7996-4330-ba70-f3819d2c642a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63420046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63947165'] for subnet (94dd4576-31ac-4897-80c2-c7697efdde12), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.476023 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe1c5e-7996-4330-ba70-f3819d2c642a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94dd4576-31ac-4897-80c2-c7697efdde12,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:09.481964 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-64fe1c5e-7996-4330-ba70-f3819d2c642a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.485103 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-64fe1c5e-7996-4330-ba70-f3819d2c642a admin admin] 10.222.0.33 "DELETE /v2.0/subnets/94dd4576-31ac-4897-80c2-c7697efdde12 HTTP/1.1" status: 204 len: 168 time: 0.2550051 Jun 17 07:30:09.487657 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43714) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:09.557347 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (5178a62a-dc5a-4f95-a732-e176cbf3a47e), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.642155 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (5178a62a-dc5a-4f95-a732-e176cbf3a47e), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.662892 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5178a62a-dc5a-4f95-a732-e176cbf3a47e']}} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:09.672340 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c689b733-d5ca-474f-ad56-8ee5f550739c') {'for_net_delete': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:09.672629 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c689b733-d5ca-474f-ad56-8ee5f550739c') {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:09.683825 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63578506'] for segment (c689b733-d5ca-474f-ad56-8ee5f550739c), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.697926 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (c689b733-d5ca-474f-ad56-8ee5f550739c), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.704801 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:30:09.705248 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63419984'] for segment (c689b733-d5ca-474f-ad56-8ee5f550739c), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.757102 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment c689b733-d5ca-474f-ad56-8ee5f550739c resource provider aggregate not found Jun 17 07:30:09.775582 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment c689b733-d5ca-474f-ad56-8ee5f550739c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c689b733-d5ca-474f-ad56-8ee5f550739c found for delete ", "request_id": "req-96e18c5c-f7d2-4b17-b4a1-ed966f3cc87f"}]} Jun 17 07:30:09.784473 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (5178a62a-dc5a-4f95-a732-e176cbf3a47e), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.792160 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.795503 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] 10.222.0.33 "DELETE /v2.0/networks/5178a62a-dc5a-4f95-a732-e176cbf3a47e HTTP/1.1" status: 204 len: 168 time: 0.3068750 Jun 17 07:30:09.798541 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43720) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:09.808031 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad00bf7-ec65-44f5-847c-c7bc8627e32f admin admin] Pushing event deleted for resources: {'Network': ['ID=5178a62a-dc5a-4f95-a732-e176cbf3a47e,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:09.853600 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c615dc-85cf-491d-bfb1-bc049d2c9f66 admin admin] Deleting subnet 222c6492-8631-465c-b533-83beb416ad1b {{(pid=103801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:30:09.857308 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76c615dc-85cf-491d-bfb1-bc049d2c9f66 admin admin] Publish callbacks [] for subnet (222c6492-8631-465c-b533-83beb416ad1b), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.895231 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76c615dc-85cf-491d-bfb1-bc049d2c9f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64417110'] for subnet (222c6492-8631-465c-b533-83beb416ad1b), precommit_delete_associations {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.943007 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76c615dc-85cf-491d-bfb1-bc049d2c9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (222c6492-8631-465c-b533-83beb416ad1b), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:09.998355 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:10.005825 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76c615dc-85cf-491d-bfb1-bc049d2c9f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63144836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64587526'] for subnet (222c6492-8631-465c-b533-83beb416ad1b), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.011433 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:10.043749 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c615dc-85cf-491d-bfb1-bc049d2c9f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222c6492-8631-465c-b533-83beb416ad1b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:10.047101 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76c615dc-85cf-491d-bfb1-bc049d2c9f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for subnet (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.053082 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-76c615dc-85cf-491d-bfb1-bc049d2c9f66 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/222c6492-8631-465c-b533-83beb416ad1b HTTP/1.1" status: 204 len: 168 time: 0.2522268 Jun 17 07:30:10.056517 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43722) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:10.133603 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (c42f4eba-e898-4a39-b830-fd3211efdd74), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.225119 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (c42f4eba-e898-4a39-b830-fd3211efdd74), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.246936 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42f4eba-e898-4a39-b830-fd3211efdd74']}} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:10.257197 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e6403f-0e56-4dc8-92de-fc1bbd325a09') {'for_net_delete': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:10.257395 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.services.segments.db [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e6403f-0e56-4dc8-92de-fc1bbd325a09') {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:30:10.267885 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63578506'] for segment (40e6403f-0e56-4dc8-92de-fc1bbd325a09), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.281668 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (40e6403f-0e56-4dc8-92de-fc1bbd325a09), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.289196 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:30:10.289696 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63419984'] for segment (40e6403f-0e56-4dc8-92de-fc1bbd325a09), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.348907 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (c42f4eba-e898-4a39-b830-fd3211efdd74), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.354469 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.357805 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] 10.222.0.33 "DELETE /v2.0/networks/c42f4eba-e898-4a39-b830-fd3211efdd74 HTTP/1.1" status: 204 len: 168 time: 0.3002703 Jun 17 07:30:10.373530 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052ddf6-0f49-4218-82dd-d90d8714c7d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c42f4eba-e898-4a39-b830-fd3211efdd74,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:10.533455 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43726) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:10.574172 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-52245f55-47c8-4692-963e-ce20397872fd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e6d12d8ca4a64423aca73d7cfc70d3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389340 Jun 17 07:30:10.576774 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43728) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:10.629789 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee556377-9e4d-4fb0-bd1c-95d09d572f05 admin admin] Publish callbacks [] for security_group (c3d0caec-71a7-4710-abc9-0c2e3fab1e47), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.653498 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee556377-9e4d-4fb0-bd1c-95d09d572f05 admin admin] Publish callbacks [] for security_group (c3d0caec-71a7-4710-abc9-0c2e3fab1e47), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.702976 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee556377-9e4d-4fb0-bd1c-95d09d572f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c3d0caec-71a7-4710-abc9-0c2e3fab1e47), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.706119 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ee556377-9e4d-4fb0-bd1c-95d09d572f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:10.707295 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-ee556377-9e4d-4fb0-bd1c-95d09d572f05 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c3d0caec-71a7-4710-abc9-0c2e3fab1e47 HTTP/1.1" status: 204 len: 168 time: 0.1295836 Jun 17 07:30:10.715844 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee556377-9e4d-4fb0-bd1c-95d09d572f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d0caec-71a7-4710-abc9-0c2e3fab1e47,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:11.083762 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43734) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:11.125881 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-3dc7e199-a73a-44cb-b071-1e336cd88126 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=26906ecd033d4daca598474d8725b344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408452 Jun 17 07:30:11.128933 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43736) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:11.187008 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24e52e73-f83a-4628-9a9d-1b133f23f21f admin admin] Publish callbacks [] for security_group (e79754da-e5de-420e-8862-602c37e2ff2b), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:11.232964 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24e52e73-f83a-4628-9a9d-1b133f23f21f admin admin] Publish callbacks [] for security_group (e79754da-e5de-420e-8862-602c37e2ff2b), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:11.288851 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24e52e73-f83a-4628-9a9d-1b133f23f21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (e79754da-e5de-420e-8862-602c37e2ff2b), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:11.291659 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24e52e73-f83a-4628-9a9d-1b133f23f21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:11.293051 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-24e52e73-f83a-4628-9a9d-1b133f23f21f admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e79754da-e5de-420e-8862-602c37e2ff2b HTTP/1.1" status: 204 len: 168 time: 0.1629713 Jun 17 07:30:11.302363 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e52e73-f83a-4628-9a9d-1b133f23f21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79754da-e5de-420e-8862-602c37e2ff2b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:11.798166 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 40e6403f-0e56-4dc8-92de-fc1bbd325a09 resource provider aggregate not found Jun 17 07:30:11.824078 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.services.segments.plugin [-] Segment 40e6403f-0e56-4dc8-92de-fc1bbd325a09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40e6403f-0e56-4dc8-92de-fc1bbd325a09 found for delete ", "request_id": "req-8610d1cc-d02e-4546-8a30-3838a17fb73e"}]} Jun 17 07:30:13.581274 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43810) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:13.687050 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cad26131-6741-4ddf-a4cb-92bc1f45e03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:13.689426 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:13.719045 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:13.770902 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cad26131-6741-4ddf-a4cb-92bc1f45e03d admin admin] Publish callbacks [] for security_group (8ac10d66-fa7b-4b39-b736-6e210c4dc32d), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:13.774794 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-cad26131-6741-4ddf-a4cb-92bc1f45e03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (8ac10d66-fa7b-4b39-b736-6e210c4dc32d), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:13.812647 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad26131-6741-4ddf-a4cb-92bc1f45e03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac10d66-fa7b-4b39-b736-6e210c4dc32d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:13.818628 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-cad26131-6741-4ddf-a4cb-92bc1f45e03d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5793f8afb5bf47caa22cf67f32858343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363632 Jun 17 07:30:13.821293 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43814) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:13.872043 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f6f33658-91f1-48a2-9d2b-fffb0a4fa7bb admin admin] Publish callbacks [] for security_group (8ac10d66-fa7b-4b39-b736-6e210c4dc32d), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:13.895625 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f6f33658-91f1-48a2-9d2b-fffb0a4fa7bb admin admin] Publish callbacks [] for security_group (8ac10d66-fa7b-4b39-b736-6e210c4dc32d), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:13.950538 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f6f33658-91f1-48a2-9d2b-fffb0a4fa7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (8ac10d66-fa7b-4b39-b736-6e210c4dc32d), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:13.953553 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f6f33658-91f1-48a2-9d2b-fffb0a4fa7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:13.955284 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f6f33658-91f1-48a2-9d2b-fffb0a4fa7bb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8ac10d66-fa7b-4b39-b736-6e210c4dc32d HTTP/1.1" status: 204 len: 168 time: 0.1328940 Jun 17 07:30:13.966950 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f33658-91f1-48a2-9d2b-fffb0a4fa7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac10d66-fa7b-4b39-b736-6e210c4dc32d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:14.282286 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43820) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:14.296415 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5257973e-9dd8-4578-a2c1-b563fa7d8cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:14.376946 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5257973e-9dd8-4578-a2c1-b563fa7d8cbd admin admin] Publish callbacks [] for security_group (56f97653-6405-4efb-bdf6-63fe362209a8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:14.382384 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5257973e-9dd8-4578-a2c1-b563fa7d8cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (56f97653-6405-4efb-bdf6-63fe362209a8), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:14.427624 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-5257973e-9dd8-4578-a2c1-b563fa7d8cbd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2a43240a1f7a4abc974491227155cd80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442375 Jun 17 07:30:14.428638 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257973e-9dd8-4578-a2c1-b563fa7d8cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f97653-6405-4efb-bdf6-63fe362209a8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:14.432002 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43822) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:14.486069 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c103821-f74f-4141-9d07-7f015f7ffba8 admin admin] Publish callbacks [] for security_group (56f97653-6405-4efb-bdf6-63fe362209a8), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:14.521258 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c103821-f74f-4141-9d07-7f015f7ffba8 admin admin] Publish callbacks [] for security_group (56f97653-6405-4efb-bdf6-63fe362209a8), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:14.576941 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c103821-f74f-4141-9d07-7f015f7ffba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (56f97653-6405-4efb-bdf6-63fe362209a8), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:14.579651 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c103821-f74f-4141-9d07-7f015f7ffba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:14.581400 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-9c103821-f74f-4141-9d07-7f015f7ffba8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/56f97653-6405-4efb-bdf6-63fe362209a8 HTTP/1.1" status: 204 len: 168 time: 0.1483409 Jun 17 07:30:14.589478 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c103821-f74f-4141-9d07-7f015f7ffba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f97653-6405-4efb-bdf6-63fe362209a8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:15.230073 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:16.481808 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43876) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:16.611026 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:16.724640 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Publish callbacks [] for security_group (8b07eccb-5c72-43db-888a-e43ebe8d8c12), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:16.731288 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (8b07eccb-5c72-43db-888a-e43ebe8d8c12), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:16.771221 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=453e045c5b2544d59a5b42256a194c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882628 Jun 17 07:30:16.771934 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b07eccb-5c72-43db-888a-e43ebe8d8c12,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:16.774212 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43880) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:16.779891 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.781570 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.781570 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.781570 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.781570 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.781570 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.782558 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.782558 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.782558 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.782775 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.783087 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.784194 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.784694 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.785190 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.785675 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b52fa0-4856-4044-a83d-1930b1eb2664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:16.839235 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4eba3446-a530-420b-9a6e-3200aaf7a9d7 admin admin] Publish callbacks [] for security_group (8b07eccb-5c72-43db-888a-e43ebe8d8c12), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:16.862700 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4eba3446-a530-420b-9a6e-3200aaf7a9d7 admin admin] Publish callbacks [] for security_group (8b07eccb-5c72-43db-888a-e43ebe8d8c12), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:16.916389 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4eba3446-a530-420b-9a6e-3200aaf7a9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (8b07eccb-5c72-43db-888a-e43ebe8d8c12), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:16.919111 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4eba3446-a530-420b-9a6e-3200aaf7a9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:16.922596 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-4eba3446-a530-420b-9a6e-3200aaf7a9d7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8b07eccb-5c72-43db-888a-e43ebe8d8c12 HTTP/1.1" status: 204 len: 168 time: 0.1450467 Jun 17 07:30:16.930352 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba3446-a530-420b-9a6e-3200aaf7a9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b07eccb-5c72-43db-888a-e43ebe8d8c12,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:17.224195 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43886) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:17.238356 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d08a80c-388d-4b15-887d-04a75e53a548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:17.341021 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d08a80c-388d-4b15-887d-04a75e53a548 admin admin] Publish callbacks [] for security_group (364e286b-9f79-4be7-8b08-132603f6dbe7), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:17.345582 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6d08a80c-388d-4b15-887d-04a75e53a548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (364e286b-9f79-4be7-8b08-132603f6dbe7), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:17.386641 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08a80c-388d-4b15-887d-04a75e53a548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364e286b-9f79-4be7-8b08-132603f6dbe7,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:17.391040 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-6d08a80c-388d-4b15-887d-04a75e53a548 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e36a328cade748a8b22fe186c7eac6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658132 Jun 17 07:30:17.395941 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43888) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:17.440282 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:INSERT=21,neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:17.453770 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01fa9a3b-9526-4eff-9ac6-dc340059c7ae admin admin] Publish callbacks [] for security_group (364e286b-9f79-4be7-8b08-132603f6dbe7), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:17.481954 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01fa9a3b-9526-4eff-9ac6-dc340059c7ae admin admin] Publish callbacks [] for security_group (364e286b-9f79-4be7-8b08-132603f6dbe7), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:17.497484 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:17.541018 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01fa9a3b-9526-4eff-9ac6-dc340059c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (364e286b-9f79-4be7-8b08-132603f6dbe7), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:17.543599 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-01fa9a3b-9526-4eff-9ac6-dc340059c7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:17.544806 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-01fa9a3b-9526-4eff-9ac6-dc340059c7ae admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/364e286b-9f79-4be7-8b08-132603f6dbe7 HTTP/1.1" status: 204 len: 168 time: 0.1490850 Jun 17 07:30:17.556512 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa9a3b-9526-4eff-9ac6-dc340059c7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364e286b-9f79-4be7-8b08-132603f6dbe7,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:18.787597 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43918) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:18.914546 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb9f317d-df62-4916-94d6-0bb3d069425e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:19.003176 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb9f317d-df62-4916-94d6-0bb3d069425e admin admin] Publish callbacks [] for security_group (569b413e-9782-4a1c-88a9-afaa5cc04446), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:19.009793 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bb9f317d-df62-4916-94d6-0bb3d069425e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (569b413e-9782-4a1c-88a9-afaa5cc04446), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:19.057833 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-bb9f317d-df62-4916-94d6-0bb3d069425e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=24870aec121646afb5b93768b031d87e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690468 Jun 17 07:30:19.058827 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f317d-df62-4916-94d6-0bb3d069425e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569b413e-9782-4a1c-88a9-afaa5cc04446,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:19.060677 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43922) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:19.116946 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb416fa3-0079-49ae-aabc-5363b9949175 admin admin] Publish callbacks [] for security_group (569b413e-9782-4a1c-88a9-afaa5cc04446), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:19.127248 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:19.139510 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb416fa3-0079-49ae-aabc-5363b9949175 admin admin] Publish callbacks [] for security_group (569b413e-9782-4a1c-88a9-afaa5cc04446), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:19.151324 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:19.192906 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb416fa3-0079-49ae-aabc-5363b9949175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (569b413e-9782-4a1c-88a9-afaa5cc04446), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:19.195510 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb416fa3-0079-49ae-aabc-5363b9949175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:19.196699 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-fb416fa3-0079-49ae-aabc-5363b9949175 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/569b413e-9782-4a1c-88a9-afaa5cc04446 HTTP/1.1" status: 204 len: 168 time: 0.1350296 Jun 17 07:30:19.204991 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb416fa3-0079-49ae-aabc-5363b9949175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569b413e-9782-4a1c-88a9-afaa5cc04446,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:21.355040 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:30:22.887839 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 43966) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:23.005280 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f9095cf4-4e55-4623-868d-5e4fc7ca0cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:23.103328 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f9095cf4-4e55-4623-868d-5e4fc7ca0cc6 admin admin] Publish callbacks [] for security_group (d29d4ee8-67b9-4824-a19c-53fa4e27e13a), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:23.107749 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f9095cf4-4e55-4623-868d-5e4fc7ca0cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d29d4ee8-67b9-4824-a19c-53fa4e27e13a), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:23.153062 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-f9095cf4-4e55-4623-868d-5e4fc7ca0cc6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b52b7c6031a24e71b1385cd3cbfc8284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637975 Jun 17 07:30:23.153803 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9095cf4-4e55-4623-868d-5e4fc7ca0cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29d4ee8-67b9-4824-a19c-53fa4e27e13a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:23.155892 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 43970) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:30:23.214301 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bba1973f-e316-4094-be98-52c605d480b9 admin admin] Publish callbacks [] for security_group (d29d4ee8-67b9-4824-a19c-53fa4e27e13a), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:23.237891 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bba1973f-e316-4094-be98-52c605d480b9 admin admin] Publish callbacks [] for security_group (d29d4ee8-67b9-4824-a19c-53fa4e27e13a), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:23.289212 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bba1973f-e316-4094-be98-52c605d480b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (d29d4ee8-67b9-4824-a19c-53fa4e27e13a), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:23.291716 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bba1973f-e316-4094-be98-52c605d480b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:23.292935 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-bba1973f-e316-4094-be98-52c605d480b9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d29d4ee8-67b9-4824-a19c-53fa4e27e13a HTTP/1.1" status: 204 len: 168 time: 0.1330550 Jun 17 07:30:23.301813 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1973f-e316-4094-be98-52c605d480b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29d4ee8-67b9-4824-a19c-53fa4e27e13a,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:27.574618 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:32.509551 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-61fcb34e-5067-46d2-a892-805b335488da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:33.147036 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:DELETE=1,neutron:SELECT=19,neutron:INSERT=7 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:33.148971 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=24,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:33.296366 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=45,neutron:DELETE=6,neutron:INSERT=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:33.297222 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=32,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:34.717897 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-0f2f3f33-0fea-460e-87de-3eca3d5d82f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:35.763486 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:37.327486 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:37.883470 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:38.463330 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=15 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:38.464124 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=19 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:45.219570 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:45.226913 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:51.587739 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4e136a16-1745-4925-8365-238ea20d926e req-62006809-c159-443f-a04d-e0237aafbe7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1409285 Jun 17 07:30:51.646643 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136a16-1745-4925-8365-238ea20d926e req-7bcb851d-115b-42a7-b3d6-30992c30fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:51.648401 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4e136a16-1745-4925-8365-238ea20d926e req-7bcb851d-115b-42a7-b3d6-30992c30fc07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 1130 time: 0.0399330 Jun 17 07:30:51.757021 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136a16-1745-4925-8365-238ea20d926e req-193e13da-3f75-4d3b-949c-330c3d617b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:51.758593 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4e136a16-1745-4925-8365-238ea20d926e req-193e13da-3f75-4d3b-949c-330c3d617b21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 912 time: 0.0919180 Jun 17 07:30:51.828636 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4e136a16-1745-4925-8365-238ea20d926e req-a4e0cb70-297d-41b5-8edb-9dc688ad4850 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f52cae1-9810-4adf-a88b-c23408fefe11 HTTP/1.1" status: 200 len: 1001 time: 0.0642729 Jun 17 07:30:51.879948 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136a16-1745-4925-8365-238ea20d926e req-ef5ab383-de4e-452c-b47e-581da54e9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:51.881497 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4e136a16-1745-4925-8365-238ea20d926e req-ef5ab383-de4e-452c-b47e-581da54e9680 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0475254 Jun 17 07:30:51.930070 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136a16-1745-4925-8365-238ea20d926e req-e02ab046-e007-4960-ae76-ebf1a2d41f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:51.931892 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4e136a16-1745-4925-8365-238ea20d926e req-e02ab046-e007-4960-ae76-ebf1a2d41f1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450304 Jun 17 07:30:51.942092 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [req-4e136a16-1745-4925-8365-238ea20d926e req-88fdae56-7978-4ef6-b8e0-aecf3465757d service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:30:51.943251 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4e136a16-1745-4925-8365-238ea20d926e req-88fdae56-7978-4ef6-b8e0-aecf3465757d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051339 Jun 17 07:30:52.053546 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-e0d65aaf-61a9-4e98-989e-90501f412950 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1395766797&fields=id&tenant_id=d2b7ae6a418640629020f39ac455d075 HTTP/1.1" status: 200 len: 267 time: 0.0977197 Jun 17 07:30:52.094733 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4e136a16-1745-4925-8365-238ea20d926e req-8ea78f49-8945-4b55-b622-ea557c799ac3 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462748 Jun 17 07:30:52.238961 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-31ff52ac-1752-4a94-a10c-0695628b65d6 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:52.240522 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-31ff52ac-1752-4a94-a10c-0695628b65d6 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 811 time: 0.1798975 Jun 17 07:30:52.264495 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4e136a16-1745-4925-8365-238ea20d926e req-3904c3ee-1ad9-4661-9d38-490381998afd service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597624 Jun 17 07:30:52.266066 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-3e3085b2-767b-406a-8907-aff93a01ef3f tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/quotas/d2b7ae6a418640629020f39ac455d075 HTTP/1.1" status: 200 len: 375 time: 0.0157130 Jun 17 07:30:52.320276 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-3e0bc177-9afa-4edf-9019-2c0d11c831f7 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474496 Jun 17 07:30:52.383061 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-5f3ec8ef-1eb5-44f9-aca9-f93e46057474 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=103801) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 17 07:30:52.384120 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-5f3ec8ef-1eb5-44f9-aca9-f93e46057474 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0505509 Jun 17 07:30:52.480034 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-3a8649f5-684c-47d3-bedc-f82c7a3c5fbb service neutron] 10.222.0.33 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896847 Jun 17 07:30:52.575325 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-7060fdbe-c205-440a-b076-a47cefa1f235 service neutron] 10.222.0.33 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894783 Jun 17 07:30:52.891720 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-c638e479-6c77-4557-9281-a1d0739198a1 req-ae6c4d76-5a1f-4049-b934-fd7d412fbd17 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 210 time: 0.0351064 Jun 17 07:30:53.908323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:53.950022 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-3f2805fe-2a25-4f0c-a8ce-bd1421932a85 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:53.951541 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-3f2805fe-2a25-4f0c-a8ce-bd1421932a85 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 811 time: 0.1306939 Jun 17 07:30:53.971540 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:54.015121 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-72a93904-7d22-466a-8508-85ee08c0aa6b req-4efc1c48-7325-49a4-bbae-438b32affbf3 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 210 time: 0.0451651 Jun 17 07:30:54.046776 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-7546b719-d4e9-434d-a8dd-cb6c321bd1f4 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2b7ae6a418640629020f39ac455d075 HTTP/1.1" status: 200 len: 380 time: 0.0831842 Jun 17 07:30:54.055436 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'port': {'device_id': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'admin_state_up': True, 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'security_groups': ['5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00']}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:30:54.170047 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Made reservation on behalf of d2b7ae6a418640629020f39ac455d075 for: {'port': 1} {{(pid=103801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:30:54.173630 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:54.313796 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Allocated IP 172.20.0.13 (270f7e8d-fe10-476d-b957-559a5be577a9/5b242935-6925-4b3d-88c1-de1c7a282c76/40929b1e-92ea-47cc-8cab-85b41e6d6946) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:30:54.485355 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:54.519272 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:54.564448 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Network 270f7e8d-fe10-476d-b957-559a5be577a9 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:30:54.568378 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:30:54.574642 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:30:54.604095 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'Port': ['ID=40929b1e-92ea-47cc-8cab-85b41e6d6946,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:54.618574 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.618922 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.619265 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.619604 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.619938 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.620294 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.620625 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.620951 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.621276 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.621608 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.621936 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.622262 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.622585 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.622909 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.623238 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:30:54.653337 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:54.653981 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:54.676544 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fcbbe490-593b-4cd9-ae23-93b30f163381 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6245620 Jun 17 07:30:54.688529 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.v2.base [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Request body: {'port': {'device_id': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=103801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:30:54.755943 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:54.800854 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-fc539ef7-4689-4a0d-9550-276153c1ae70 None None] Provisioning complete for port 40929b1e-92ea-47cc-8cab-85b41e6d6946 triggered by entity DHCP. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:30:54.801544 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-fc539ef7-4689-4a0d-9550-276153c1ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:54.813460 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:54.835525 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-fc539ef7-4689-4a0d-9550-276153c1ae70 None None] Port 40929b1e-92ea-47cc-8cab-85b41e6d6946 cannot update to ACTIVE because it is not bound. {{(pid=103803) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 17 07:30:54.902858 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:55.045379 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40929b1e-92ea-47cc-8cab-85b41e6d6946 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:30:55.054155 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Publish callbacks [] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:55.068975 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Transition to ACTIVE for port object 40929b1e-92ea-47cc-8cab-85b41e6d6946 will not be triggered until provisioned by entity L2. {{(pid=103801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 17 07:30:55.077416 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:55.128119 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Pushing event updated for resources: {'Port': ['ID=40929b1e-92ea-47cc-8cab-85b41e6d6946,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:55.147966 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fcd9a-5bb5-45b1-8fb2-baeaaedc16e6 req-e0f53ac3-3664-4f43-b002-0e594912cff2 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:55.150160 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5a8fcd9a-5bb5-45b1-8fb2-baeaaedc16e6 req-e0f53ac3-3664-4f43-b002-0e594912cff2 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 944 time: 0.0609748 Jun 17 07:30:55.216918 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-5a8fcd9a-5bb5-45b1-8fb2-baeaaedc16e6 req-03bc5f29-3ad6-4f59-93a3-422afcc1f90e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604429 Jun 17 07:30:55.223529 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Attempting to bind port 40929b1e-92ea-47cc-8cab-85b41e6d6946 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 17 07:30:55.223863 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Attempting to bind port 40929b1e-92ea-47cc-8cab-85b41e6d6946 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 17 07:30:55.224254 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Attempting to bind port 40929b1e-92ea-47cc-8cab-85b41e6d6946 on network 270f7e8d-fe10-476d-b957-559a5be577a9 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:30:55.238146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Port 40929b1e-92ea-47cc-8cab-85b41e6d6946 on network 270f7e8d-fe10-476d-b957-559a5be577a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:30:55.238146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Attempting to bind port 40929b1e-92ea-47cc-8cab-85b41e6d6946 on network 270f7e8d-fe10-476d-b957-559a5be577a9 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:30:55.238146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Checking agent: {'id': '58283e51-708e-4e5d-a8e3-9f1bfd938cb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'started_at': datetime.datetime(2022, 6, 17, 7, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:30:55.238146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Checking segment: {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 17 07:30:55.238146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Bound using segment: {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:30:55.238146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Bound port: 40929b1e-92ea-47cc-8cab-85b41e6d6946, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a17b4be-3d2c-489a-927e-f16015404c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 17 07:30:55.238146 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:55.572647 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] For port 40929b1e-92ea-47cc-8cab-85b41e6d6946, host hv-cinder-83482, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:30:55.575597 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] For port 40929b1e-92ea-47cc-8cab-85b41e6d6946, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=40929b1e-92ea-47cc-8cab-85b41e6d6946,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:30:55.582031 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63144894'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:55.616495 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:55.617244 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:30:55.618983 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] 10.222.0.16 "PUT /v2.0/ports/40929b1e-92ea-47cc-8cab-85b41e6d6946 HTTP/1.1" status: 200 len: 1094 time: 0.9350412 Jun 17 07:30:55.621494 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'tag': '40929b1e-92ea-47cc-8cab-85b41e6d6946'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:30:55.625047 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30efd4d-f58d-4796-baf3-074dcbc2d162" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6b6fea-bc45-497b-abd0-a9e6e89613ce", "tag": "40929b1e-92ea-47cc-8cab-85b41e6d6946"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:30:55.654217 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f485cbd-a926-4b24-96ce-a017e1104587 service neutron] Pushing event updated for resources: {'Port': ['ID=40929b1e-92ea-47cc-8cab-85b41e6d6946,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:30:55.716956 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fa147b1f-8b51-40b4-b821-85698688b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:55.718617 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-fa147b1f-8b51-40b4-b821-85698688b962 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 1128 time: 0.0494463 Jun 17 07:30:55.762508 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-10913b41-2fc1-4583-b56c-da0cdcc05248 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40929b1e-92ea-47cc-8cab-85b41e6d6946 HTTP/1.1" status: 200 len: 217 time: 0.0364320 Jun 17 07:30:55.812599 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-4b310c42-f069-435e-a7e9-9a0060be28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:55.814110 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-4b310c42-f069-435e-a7e9-9a0060be28dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0463986 Jun 17 07:30:55.848500 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaf12a6-be69-404a-a9d6-9c566545e488 x-openstack-request-id: req-dbaf12a6-be69-404a-a9d6-9c566545e488 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:30:55.848784 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6b6fea-bc45-497b-abd0-a9e6e89613ce", "tag": "40929b1e-92ea-47cc-8cab-85b41e6d6946", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:30:55.849054 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dbaf12a6-be69-404a-a9d6-9c566545e488 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:30:55.849467 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbaf12a6-be69-404a-a9d6-9c566545e488'] response: {'name': 'network-changed', 'server_uuid': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'tag': '40929b1e-92ea-47cc-8cab-85b41e6d6946', 'status': 'completed', 'code': 200} Jun 17 07:30:55.861234 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-0e0974b2-d9b8-47b1-a078-f377f09a1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:55.862774 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-0e0974b2-d9b8-47b1-a078-f377f09a1833 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423739 Jun 17 07:30:55.959782 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-2a298740-0b46-4b10-b2c8-a10645050ba4 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906193 Jun 17 07:30:56.150359 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-172a3649-afbc-4afc-b1b8-9bd96b6d6e35 req-7c51755c-d9ae-4b1b-b857-3a778ea0aa57 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903375 Jun 17 07:30:56.336358 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85ddda-a60d-4a9b-ba1c-714f1beb69e8 req-01e8e11b-3f97-41b2-a3d9-21a1cceebdae tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:56.337844 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bf85ddda-a60d-4a9b-ba1c-714f1beb69e8 req-01e8e11b-3f97-41b2-a3d9-21a1cceebdae tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 944 time: 0.0483260 Jun 17 07:30:56.396468 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-bf85ddda-a60d-4a9b-ba1c-714f1beb69e8 req-66ef2421-6447-4dfd-a7c5-77cf63a2d9d5 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530574 Jun 17 07:30:56.425963 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:56.439425 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30efd4d-f58d-4796-baf3-074dcbc2d162 req-2402a82d-e0ee-4ba2-bb85-be482891992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:56.440981 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e30efd4d-f58d-4796-baf3-074dcbc2d162 req-2402a82d-e0ee-4ba2-bb85-be482891992b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 1128 time: 0.0420539 Jun 17 07:30:56.530569 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30efd4d-f58d-4796-baf3-074dcbc2d162 req-89a9132d-4935-43f5-a658-c8504c10508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:56.532032 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e30efd4d-f58d-4796-baf3-074dcbc2d162 req-89a9132d-4935-43f5-a658-c8504c10508f service neutron] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 912 time: 0.0850022 Jun 17 07:30:56.547921 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:30:56.578016 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e30efd4d-f58d-4796-baf3-074dcbc2d162 req-9d891d08-837e-48b6-aa98-f5e495cd216f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40929b1e-92ea-47cc-8cab-85b41e6d6946 HTTP/1.1" status: 200 len: 217 time: 0.0367320 Jun 17 07:30:56.630206 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30efd4d-f58d-4796-baf3-074dcbc2d162 req-5ecad139-55ae-42f7-bf7c-ac86296849f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:56.631676 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e30efd4d-f58d-4796-baf3-074dcbc2d162 req-5ecad139-55ae-42f7-bf7c-ac86296849f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0445933 Jun 17 07:30:56.692415 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30efd4d-f58d-4796-baf3-074dcbc2d162 req-6359a9f9-9e7c-4a6c-96b5-1b8cee334c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:56.694293 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e30efd4d-f58d-4796-baf3-074dcbc2d162 req-6359a9f9-9e7c-4a6c-96b5-1b8cee334c22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547519 Jun 17 07:30:56.786363 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e30efd4d-f58d-4796-baf3-074dcbc2d162 req-1dd96f33-4e81-4c90-b075-025db5bc6921 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857801 Jun 17 07:30:56.876311 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-e30efd4d-f58d-4796-baf3-074dcbc2d162 req-597df293-53d2-4246-890f-44ff7f843d93 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841737 Jun 17 07:30:57.518235 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c42e4b-82ca-4403-af50-b21c885ec6c3 req-3744466f-484b-48bb-a5f9-686d4bb91abc tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:57.519748 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-64c42e4b-82ca-4403-af50-b21c885ec6c3 req-3744466f-484b-48bb-a5f9-686d4bb91abc tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 944 time: 0.0527802 Jun 17 07:30:57.570225 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-64c42e4b-82ca-4403-af50-b21c885ec6c3 req-1e00ebf3-7d84-42b1-937d-144b537a0e5e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448525 Jun 17 07:30:58.354430 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:30:58.685366 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0d3c5-1687-4950-91c6-2e653334da87 req-b12a111b-ce6c-4af5-9f67-256c120d104a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:58.686879 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9dd0d3c5-1687-4950-91c6-2e653334da87 req-b12a111b-ce6c-4af5-9f67-256c120d104a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 944 time: 0.0471683 Jun 17 07:30:58.741460 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-9dd0d3c5-1687-4950-91c6-2e653334da87 req-4919142a-ff00-40d2-8ba1-ad5803facef2 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475702 Jun 17 07:30:59.859444 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a46444-bfe3-4b94-b684-b46b2212f892 req-85194e16-43f0-436c-8abc-ecbdf021fa4b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:30:59.861026 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6a46444-bfe3-4b94-b684-b46b2212f892 req-85194e16-43f0-436c-8abc-ecbdf021fa4b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 944 time: 0.0489662 Jun 17 07:30:59.911077 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-d6a46444-bfe3-4b94-b684-b46b2212f892 req-ac9501ed-a6ab-42cf-9bc8-372053dd4d99 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436027 Jun 17 07:31:00.287185 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:01.033014 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f332-c203-4f7d-b8de-9ca3571bc277 req-ee211d51-8d13-4750-aeac-7068df906335 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:01.034500 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8df9f332-c203-4f7d-b8de-9ca3571bc277 req-ee211d51-8d13-4750-aeac-7068df906335 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 944 time: 0.0475280 Jun 17 07:31:01.084050 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-8df9f332-c203-4f7d-b8de-9ca3571bc277 req-7ad51f4a-b551-4021-acc7-4e5b96119f80 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 Jun 17 07:31:02.201076 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd3c27-6c7f-4bb4-b9bb-582c36013572 req-51b3d33d-a72d-44f1-bdb7-770d2dd7eea6 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:02.202573 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0ddd3c27-6c7f-4bb4-b9bb-582c36013572 req-51b3d33d-a72d-44f1-bdb7-770d2dd7eea6 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 944 time: 0.0516250 Jun 17 07:31:02.252222 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-0ddd3c27-6c7f-4bb4-b9bb-582c36013572 req-bc34836a-292a-4fcf-bd43-7919505241dd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438809 Jun 17 07:31:02.408547 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 40929b1e-92ea-47cc-8cab-85b41e6d6946 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=103803) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:31:02.522039 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-897e5168-9b1a-4b10-a681-79c4d4df8767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:02.524462 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 40929b1e-92ea-47cc-8cab-85b41e6d6946, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=40929b1e-92ea-47cc-8cab-85b41e6d6946,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:31:02.535282 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Returning: {'device': '40929b1e-92ea-47cc-8cab-85b41e6d6946', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'port_id': '40929b1e-92ea-47cc-8cab-85b41e6d6946', 'mac_address': 'fa:16:3e:5e:b2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103803) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:31:02.571924 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 40929b1e-92ea-47cc-8cab-85b41e6d6946 is: DOWN; New status is: BUILD {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:31:02.572339 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:02.585679 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40929b1e-92ea-47cc-8cab-85b41e6d6946 {{(pid=103803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:31:02.605586 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 40929b1e-92ea-47cc-8cab-85b41e6d6946, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=40929b1e-92ea-47cc-8cab-85b41e6d6946,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:31:02.609378 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:02.655351 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=40929b1e-92ea-47cc-8cab-85b41e6d6946,revision_number=4']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:31:02.821995 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] get_ports_and_sgs() called for port_ids ['40929b1e-92ea-47cc-8cab-85b41e6d6946'] {{(pid=103803) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:31:03.378637 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57130b8-e620-494a-8465-d079a958dd06 req-25f91403-5cb8-43c5-bda2-9f05b623d62a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:03.380165 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a57130b8-e620-494a-8465-d079a958dd06 req-25f91403-5cb8-43c5-bda2-9f05b623d62a tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 945 time: 0.0511818 Jun 17 07:31:03.430527 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-a57130b8-e620-494a-8465-d079a958dd06 req-37f5fd1b-b7ec-496c-a4f6-e2b206e8bb8d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Jun 17 07:31:04.425206 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 40929b1e-92ea-47cc-8cab-85b41e6d6946 up at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:31:04.473259 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning for port 40929b1e-92ea-47cc-8cab-85b41e6d6946 completed by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 17 07:31:04.481173 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.provisioning_blocks [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Provisioning complete for port 40929b1e-92ea-47cc-8cab-85b41e6d6946 triggered by entity L2. {{(pid=103803) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 17 07:31:04.481560 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1000500'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), provisioning_complete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:04.556010 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b44dd-a5c1-4e39-8fc9-106086093766 req-f3baaf05-11a0-4719-b720-89700e09f69e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:04.557840 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-098b44dd-a5c1-4e39-8fc9-106086093766 req-f3baaf05-11a0-4719-b720-89700e09f69e tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 945 time: 0.0508702 Jun 17 07:31:04.610863 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-098b44dd-a5c1-4e39-8fc9-106086093766 req-7fb4a64c-bf99-40b7-a658-aded016e56fd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470686 Jun 17 07:31:04.633573 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:04.643530 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:04.693936 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Current status of the port 40929b1e-92ea-47cc-8cab-85b41e6d6946 is: BUILD; New status is: ACTIVE {{(pid=103803) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 17 07:31:04.693936 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), before_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:04.733360 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40929b1e-92ea-47cc-8cab-85b41e6d6946'}] {{(pid=103803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:31:04.735572 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db5fc7555fdb49849c66cf295151541f781d325a46e2fef42f68ca683786b7f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0aca62-8d69-4051-ae64-b65efd2423b9" -d '{"events": [{"server_uuid": "2c6b6fea-bc45-497b-abd0-a9e6e89613ce", "name": "network-vif-plugged", "status": "completed", "tag": "40929b1e-92ea-47cc-8cab-85b41e6d6946"}]}' {{(pid=103803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:31:04.740993 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9c3788e6-050f-4101-bda6-abe2f0ab130e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:04.751142 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] For port 40929b1e-92ea-47cc-8cab-85b41e6d6946, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=40929b1e-92ea-47cc-8cab-85b41e6d6946,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:31:04.756277 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:04.811073 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Pushing event updated for resources: {'Port': ['ID=40929b1e-92ea-47cc-8cab-85b41e6d6946,revision_number=5']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:31:04.840413 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4801e64d-d83b-45ef-bc1a-6b3327dddeee x-openstack-request-id: req-4801e64d-d83b-45ef-bc1a-6b3327dddeee {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:31:04.840728 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6b6fea-bc45-497b-abd0-a9e6e89613ce", "name": "network-vif-plugged", "status": "completed", "tag": "40929b1e-92ea-47cc-8cab-85b41e6d6946", "code": 200}]} {{(pid=103803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:31:04.840971 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4801e64d-d83b-45ef-bc1a-6b3327dddeee {{(pid=103803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:31:04.841356 dv-cinder-834822-4-iscsi neutron-server[103803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4801e64d-d83b-45ef-bc1a-6b3327dddeee'] response: {'server_uuid': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40929b1e-92ea-47cc-8cab-85b41e6d6946', 'code': 200} Jun 17 07:31:05.054109 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c3aff-58dc-4483-a5f1-8c9b29a8bbf5 req-f0239276-0eff-413e-8ae6-d826459af6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:05.055656 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fe4c3aff-58dc-4483-a5f1-8c9b29a8bbf5 req-f0239276-0eff-413e-8ae6-d826459af6f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 1130 time: 0.0380418 Jun 17 07:31:05.110945 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-fe4c3aff-58dc-4483-a5f1-8c9b29a8bbf5 req-db4fd8aa-3cf9-49a5-aae4-854f9f838602 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494132 Jun 17 07:31:05.726977 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1160e-fad0-4644-b944-aeea78fddf25 req-40a6e965-68f0-4fe6-8a4e-830d097cd2e8 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:05.728487 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f9f1160e-fad0-4644-b944-aeea78fddf25 req-40a6e965-68f0-4fe6-8a4e-830d097cd2e8 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 946 time: 0.0483551 Jun 17 07:31:05.756938 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:05.763163 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:05.783753 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f9f1160e-fad0-4644-b944-aeea78fddf25 req-ac9934c0-673d-4541-ba46-fb80e551d23d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497339 Jun 17 07:31:06.903518 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91478312-497f-48fa-83ec-b807f70fc39b req-bc15d3ac-6270-4081-b592-822da266a9ed tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:06.905016 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-91478312-497f-48fa-83ec-b807f70fc39b req-bc15d3ac-6270-4081-b592-822da266a9ed tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 946 time: 0.0482183 Jun 17 07:31:06.953782 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-91478312-497f-48fa-83ec-b807f70fc39b req-8f9f6b39-9b94-40b4-b034-916abd671fab tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Jun 17 07:31:07.069649 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3661bdc-4cb1-4880-982f-551a7755f172 req-ffb6e4fe-a6ff-4b86-adc9-4ed1ff1a48b4 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:07.071093 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a3661bdc-4cb1-4880-982f-551a7755f172 req-ffb6e4fe-a6ff-4b86-adc9-4ed1ff1a48b4 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 946 time: 0.0478182 Jun 17 07:31:07.120398 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a3661bdc-4cb1-4880-982f-551a7755f172 req-79e8ba6c-c529-4846-8deb-5947a085d740 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435872 Jun 17 07:31:07.146914 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44064) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:31:07.182332 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d667a5-6e17-45b8-889f-cfa346992a34 tempest-TestVolumeBootPattern-617973183 tempest-TestVolumeBootPattern-617973183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:07.183852 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-e5d667a5-6e17-45b8-889f-cfa346992a34 tempest-TestVolumeBootPattern-617973183 tempest-TestVolumeBootPattern-617973183-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 1125 time: 0.0384190 Jun 17 07:31:07.186656 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44066) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:31:07.190868 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.v2.base [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Request body: {'floatingip': {'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'port_id': '40929b1e-92ea-47cc-8cab-85b41e6d6946', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 17 07:31:07.212333 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:07.292889 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (None), before_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:07.331016 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:07.408033 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_common [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Allocated IP 172.27.0.10 (254c2a78-6b68-4d1a-949e-12ece4c5936b/167ea197-aeee-45d1-be0c-7d2c7c8af9d1/c5d2f8f8-96ae-466c-a34d-a6340e9fc97d) {{(pid=103802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:31:07.487489 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:07.514377 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for port (c5d2f8f8-96ae-466c-a34d-a6340e9fc97d), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:07.515527 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:07.549247 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792503429142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (c5d2f8f8-96ae-466c-a34d-a6340e9fc97d), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:07.595653 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Network 254c2a78-6b68-4d1a-949e-12ece4c5936b is already hosted by enough agents. {{(pid=103802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:31:07.601451 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.base_scheduler [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Resources bound (agent type, host, resource id): {{(pid=103802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:31:07.603647 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'Port': ['ID=c5d2f8f8-96ae-466c-a34d-a6340e9fc97d,revision_number=1']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:31:07.606195 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Received port after_create {{(pid=103802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 17 07:31:07.877711 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:07.962363 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (85a997fe-c395-49a8-bd43-1e949ab51624), precommit_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:08.033820 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023010'] for port (c5d2f8f8-96ae-466c-a34d-a6340e9fc97d), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:08.185113 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for port (c5d2f8f8-96ae-466c-a34d-a6340e9fc97d), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:08.189638 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792503781205', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792503429160', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792503429178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63420084'] for port (c5d2f8f8-96ae-466c-a34d-a6340e9fc97d), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:08.218652 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:08.256247 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event updated for resources: {'Port': ['ID=c5d2f8f8-96ae-466c-a34d-a6340e9fc97d,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:31:08.269748 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1819584'] for floatingip (85a997fe-c395-49a8-bd43-1e949ab51624), after_create {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:08.366089 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Floating IP 85a997fe-c395-49a8-bd43-1e949ab51624 associated. External IP: 172.27.0.10, port: 40929b1e-92ea-47cc-8cab-85b41e6d6946. Jun 17 07:31:08.368837 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:08.565670 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:31:08.933669 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:31:08.943579 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd409ae9-72e3-4227-9bb9-61885452620a None None] Sync routers for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:31:08.953840 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:08.954055 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd409ae9-72e3-4227-9bb9-61885452620a None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:31:08.954530 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-cd409ae9-72e3-4227-9bb9-61885452620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:31:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:31:08.985673 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-00977443-6665-465f-82d5-346d2a87228c tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7979507 Jun 17 07:31:08.986278 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'tag': '40929b1e-92ea-47cc-8cab-85b41e6d6946'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:31:08.988573 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c4000-9700-4451-b540-85eba1265403" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6b6fea-bc45-497b-abd0-a9e6e89613ce", "tag": "40929b1e-92ea-47cc-8cab-85b41e6d6946"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:31:09.057396 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-cd409ae9-72e3-4227-9bb9-61885452620a None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:31:09.079887 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0429d0-1824-40c2-bcb4-e9b68e642843 x-openstack-request-id: req-4e0429d0-1824-40c2-bcb4-e9b68e642843 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:31:09.080229 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6b6fea-bc45-497b-abd0-a9e6e89613ce", "tag": "40929b1e-92ea-47cc-8cab-85b41e6d6946", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:31:09.080478 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4e0429d0-1824-40c2-bcb4-e9b68e642843 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:31:09.080899 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0429d0-1824-40c2-bcb4-e9b68e642843'] response: {'name': 'network-changed', 'server_uuid': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'tag': '40929b1e-92ea-47cc-8cab-85b41e6d6946', 'status': 'completed', 'code': 200} Jun 17 07:31:09.149568 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c4000-9700-4451-b540-85eba1265403 req-b979255a-bc56-4c63-91ac-0abfab3204b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:09.151124 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a14c4000-9700-4451-b540-85eba1265403 req-b979255a-bc56-4c63-91ac-0abfab3204b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 1130 time: 0.0476999 Jun 17 07:31:09.241383 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=100 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:09.247752 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c4000-9700-4451-b540-85eba1265403 req-4488e688-694c-4649-b459-eb2cdb337507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:09.249580 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a14c4000-9700-4451-b540-85eba1265403 req-4488e688-694c-4649-b459-eb2cdb337507 service neutron] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 912 time: 0.0916381 Jun 17 07:31:09.322656 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a14c4000-9700-4451-b540-85eba1265403 req-8396d3e8-4da9-4a4d-bf35-3814685ab212 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40929b1e-92ea-47cc-8cab-85b41e6d6946 HTTP/1.1" status: 200 len: 999 time: 0.0627470 Jun 17 07:31:09.367497 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-cd409ae9-72e3-4227-9bb9-61885452620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '53e79b8d-cbd3-464a-9ff9-e3467b617715', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:79:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2731-0299-4074-a682-9fd077b33e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:29:15Z', 'updated_at': '2022-06-17T07:29:17Z', 'revision_number': 1, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}, {'id': '85a997fe-c395-49a8-bd43-1e949ab51624', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '40929b1e-92ea-47cc-8cab-85b41e6d6946', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:5e:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:31:07Z', 'updated_at': '2022-06-17T07:31:07Z', 'revision_number': 0, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:31:09.368943 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c4000-9700-4451-b540-85eba1265403 req-db007ad6-6652-4f77-b518-c8f5b875185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:09.370428 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a14c4000-9700-4451-b540-85eba1265403 req-db007ad6-6652-4f77-b518-c8f5b875185e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0450399 Jun 17 07:31:09.393524 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd409ae9-72e3-4227-9bb9-61885452620a None None] Checking router: 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:31:09.402531 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd409ae9-72e3-4227-9bb9-61885452620a None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:31:09.403141 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-cd409ae9-72e3-4227-9bb9-61885452620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:31:05Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:31:09.415494 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c4000-9700-4451-b540-85eba1265403 req-d62249ac-e10a-4c07-aaf3-1bb979c26c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:09.417040 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a14c4000-9700-4451-b540-85eba1265403 req-d62249ac-e10a-4c07-aaf3-1bb979c26c73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409193 Jun 17 07:31:09.506874 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-cd409ae9-72e3-4227-9bb9-61885452620a None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:31:09.512180 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a14c4000-9700-4451-b540-85eba1265403 req-d8ed7a4a-c3b3-4c47-8859-dfb38b21a5df service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885999 Jun 17 07:31:09.605182 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-a14c4000-9700-4451-b540-85eba1265403 req-5fe62ef6-dc29-4bd7-8ea4-43d4c4dd4255 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872035 Jun 17 07:31:09.726238 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-cd409ae9-72e3-4227-9bb9-61885452620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '53e79b8d-cbd3-464a-9ff9-e3467b617715', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:79:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2731-0299-4074-a682-9fd077b33e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:29:15Z', 'updated_at': '2022-06-17T07:29:17Z', 'revision_number': 1, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}, {'id': '85a997fe-c395-49a8-bd43-1e949ab51624', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '40929b1e-92ea-47cc-8cab-85b41e6d6946', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:5e:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:31:07Z', 'updated_at': '2022-06-17T07:31:07Z', 'revision_number': 0, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:31:09.751222 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd409ae9-72e3-4227-9bb9-61885452620a None None] The sync data for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi is: [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '53e79b8d-cbd3-464a-9ff9-e3467b617715', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:79:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2731-0299-4074-a682-9fd077b33e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:29:15Z', 'updated_at': '2022-06-17T07:29:17Z', 'revision_number': 1, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}, {'id': '85a997fe-c395-49a8-bd43-1e949ab51624', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.10', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '40929b1e-92ea-47cc-8cab-85b41e6d6946', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:5e:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:31:07Z', 'updated_at': '2022-06-17T07:31:07Z', 'revision_number': 0, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:31:09.959101 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881a4ba9-c48a-4b4d-bd73-6e70e5bc1ea7 None None] New status for floating IP 85a997fe-c395-49a8-bd43-1e949ab51624: ACTIVE {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:31:15.223228 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:18.978644 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=39 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:18.982567 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=52,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:19.599380 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=61 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:19.602102 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=30 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:19.729000 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=79 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:19.729789 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=77 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:25.217067 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=31,neutron:UPDATE=6 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:25.219053 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:31.342253 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:32.504530 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-6483c33f-0e88-45fb-bb2a-951be5f6c01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:34.724779 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-fb48004c-7aa1-4578-8a34-b3b5d3b45e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:35.353693 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:31:35.764747 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:37.330883 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:37.882372 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:45.246603 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:31:52.451492 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:52.456690 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=7 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:53.486237 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f4fac53c-2331-4726-b691-8b5992327c0e req-1a7ac1df-e14a-4f68-99dd-71e61ada6497 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421607 Jun 17 07:31:53.566077 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fac53c-2331-4726-b691-8b5992327c0e req-7fb04916-6d87-40de-9bec-7dae2a2c7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:53.567691 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f4fac53c-2331-4726-b691-8b5992327c0e req-7fb04916-6d87-40de-9bec-7dae2a2c7934 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 1130 time: 0.0382128 Jun 17 07:31:53.666576 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fac53c-2331-4726-b691-8b5992327c0e req-60b079cc-6097-441f-9767-2bd50994114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:53.667940 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f4fac53c-2331-4726-b691-8b5992327c0e req-60b079cc-6097-441f-9767-2bd50994114e service neutron] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 912 time: 0.0829446 Jun 17 07:31:53.732432 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f4fac53c-2331-4726-b691-8b5992327c0e req-4a939ba0-ce63-4b72-b7b4-a4e082abccd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f52cae1-9810-4adf-a88b-c23408fefe11 HTTP/1.1" status: 200 len: 1001 time: 0.0588019 Jun 17 07:31:53.780584 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fac53c-2331-4726-b691-8b5992327c0e req-45dc6a7f-662b-48a6-962a-b4c325e31934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:53.782052 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f4fac53c-2331-4726-b691-8b5992327c0e req-45dc6a7f-662b-48a6-962a-b4c325e31934 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0446746 Jun 17 07:31:53.827173 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fac53c-2331-4726-b691-8b5992327c0e req-5db3d050-f332-4c75-8d89-5e0e6c4a632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:31:53.828673 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f4fac53c-2331-4726-b691-8b5992327c0e req-5db3d050-f332-4c75-8d89-5e0e6c4a632c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411551 Jun 17 07:31:53.918559 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f4fac53c-2331-4726-b691-8b5992327c0e req-e64f8ac5-8da9-4567-8fee-e4151d065fac service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841849 Jun 17 07:31:54.004926 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-f4fac53c-2331-4726-b691-8b5992327c0e req-518f61c4-349d-414a-9831-f3959007d331 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813088 Jun 17 07:31:55.235204 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:31:55.242204 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:02.507884 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-163dd0e5-66fe-4382-b16a-b7ea07e28d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:03.995043 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=52 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:04.001683 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=49 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:04.728840 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-afb0a597-c337-471b-8bca-cd78640433bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:05.766435 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:07.335591 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:07.885422 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:12.353875 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:32:15.266527 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:25.256447 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:25.262133 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:30.399232 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=15 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:30.402513 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=19 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:32.511981 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c3fbddf3-0ed8-4c63-8e83-f5665df02865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:34.733676 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-54d5db26-5118-4c95-a3e7-188c1693948f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:35.769654 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:35.993673 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44100) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:36.130704 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Deleting port c5d2f8f8-96ae-466c-a34d-a6340e9fc97d {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:36.130960 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (c5d2f8f8-96ae-466c-a34d-a6340e9fc97d), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:36.211645 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (c5d2f8f8-96ae-466c-a34d-a6340e9fc97d), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:36.211971 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (c5d2f8f8-96ae-466c-a34d-a6340e9fc97d), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:36.225100 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Calling delete_port for c5d2f8f8-96ae-466c-a34d-a6340e9fc97d owned by network:floatingip {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:36.371838 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (c5d2f8f8-96ae-466c-a34d-a6340e9fc97d), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:36.401394 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event deleted for resources: {'Port': ['ID=c5d2f8f8-96ae-466c-a34d-a6340e9fc97d,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:36.426298 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.426632 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.426963 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.427292 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.427616 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.427936 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.428285 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.428604 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.428922 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.429236 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.429553 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.429870 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.430181 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.431048 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.431358 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:36.470324 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (85a997fe-c395-49a8-bd43-1e949ab51624), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:36.470638 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Floating IP 85a997fe-c395-49a8-bd43-1e949ab51624 disassociated (deleted). External IP: 172.27.0.10, port: 40929b1e-92ea-47cc-8cab-85b41e6d6946. Jun 17 07:32:36.671328 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:32:36.774736 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:32:36.779657 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:36.784925 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367165a-7852-409c-b7f0-a9229b752793 None None] Sync routers for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:32:36.795965 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367165a-7852-409c-b7f0-a9229b752793 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:32:36.796630 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-3367165a-7852-409c-b7f0-a9229b752793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:32:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:36.807481 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:36.812723 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-f22e7811-ee07-4313-8650-a0b38e0bdb0b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "DELETE /v2.0/floatingips/85a997fe-c395-49a8-bd43-1e949ab51624 HTTP/1.1" status: 204 len: 168 time: 0.8180122 Jun 17 07:32:36.814183 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'tag': '40929b1e-92ea-47cc-8cab-85b41e6d6946'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:32:36.816881 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbaa619-1179-49b8-bf29-47e030e99312" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6b6fea-bc45-497b-abd0-a9e6e89613ce", "tag": "40929b1e-92ea-47cc-8cab-85b41e6d6946"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:32:36.871417 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bbcd4f-36ab-4362-8710-0e98ddc82bc6 x-openstack-request-id: req-76bbcd4f-36ab-4362-8710-0e98ddc82bc6 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:32:36.871917 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6b6fea-bc45-497b-abd0-a9e6e89613ce", "tag": "40929b1e-92ea-47cc-8cab-85b41e6d6946", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:32:36.872358 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-76bbcd4f-36ab-4362-8710-0e98ddc82bc6 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:32:36.873095 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76bbcd4f-36ab-4362-8710-0e98ddc82bc6'] response: {'name': 'network-changed', 'server_uuid': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'tag': '40929b1e-92ea-47cc-8cab-85b41e6d6946', 'status': 'completed', 'code': 200} Jun 17 07:32:36.903435 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-3367165a-7852-409c-b7f0-a9229b752793 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:32:36.930751 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbaa619-1179-49b8-bf29-47e030e99312 req-61778342-8b97-453b-9351-d4178e5e96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:36.932881 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ffbaa619-1179-49b8-bf29-47e030e99312 req-61778342-8b97-453b-9351-d4178e5e96a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 1130 time: 0.0473020 Jun 17 07:32:37.031291 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbaa619-1179-49b8-bf29-47e030e99312 req-59dd18e4-91a9-475b-b58d-0707beed90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:37.032812 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ffbaa619-1179-49b8-bf29-47e030e99312 req-59dd18e4-91a9-475b-b58d-0707beed90a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 912 time: 0.0944605 Jun 17 07:32:37.062963 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113ca51-2628-4869-9b63-9f2ada90cfcd req-05f62a0f-9bd0-4fad-bea9-e30dad77131d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:37.064510 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3113ca51-2628-4869-9b63-9f2ada90cfcd req-05f62a0f-9bd0-4fad-bea9-e30dad77131d tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 946 time: 0.0483391 Jun 17 07:32:37.076737 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:37.114964 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-3113ca51-2628-4869-9b63-9f2ada90cfcd req-1e2d726d-c659-4905-9abc-9d355a92320f tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448310 Jun 17 07:32:37.127366 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-3367165a-7852-409c-b7f0-a9229b752793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '53e79b8d-cbd3-464a-9ff9-e3467b617715', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:79:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2731-0299-4074-a682-9fd077b33e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:29:15Z', 'updated_at': '2022-06-17T07:29:17Z', 'revision_number': 1, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:37.151802 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367165a-7852-409c-b7f0-a9229b752793 None None] Checking router: 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:32:37.160163 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3367165a-7852-409c-b7f0-a9229b752793 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:32:37.160783 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-3367165a-7852-409c-b7f0-a9229b752793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:32:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:37.258812 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-3367165a-7852-409c-b7f0-a9229b752793 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:32:37.339929 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:37.538665 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-3367165a-7852-409c-b7f0-a9229b752793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '53e79b8d-cbd3-464a-9ff9-e3467b617715', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:79:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2731-0299-4074-a682-9fd077b33e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:29:15Z', 'updated_at': '2022-06-17T07:29:17Z', 'revision_number': 1, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:37.561964 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3367165a-7852-409c-b7f0-a9229b752793 None None] The sync data for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi is: [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_floatingips': [{'id': '53e79b8d-cbd3-464a-9ff9-e3467b617715', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'router_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'port_id': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'mac_address': 'fa:16:3e:79:88:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bc2731-0299-4074-a682-9fd077b33e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:29:15Z', 'updated_at': '2022-06-17T07:29:17Z', 'revision_number': 1, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:32:37.814762 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c5bd83-c053-4a2a-864f-2e27af698251 None None] New status for floating IP 85a997fe-c395-49a8-bd43-1e949ab51624: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:32:37.889151 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:38.000382 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ffbaa619-1179-49b8-bf29-47e030e99312 req-daa0988e-9768-4b93-b5b0-487fb5af56c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40929b1e-92ea-47cc-8cab-85b41e6d6946 HTTP/1.1" status: 200 len: 217 time: 0.0374110 Jun 17 07:32:38.051438 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbaa619-1179-49b8-bf29-47e030e99312 req-53157b14-0b68-40c1-b307-ae4b0bf73000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:38.052914 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ffbaa619-1179-49b8-bf29-47e030e99312 req-53157b14-0b68-40c1-b307-ae4b0bf73000 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0450635 Jun 17 07:32:38.167523 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbaa619-1179-49b8-bf29-47e030e99312 req-4ca852ed-6939-44f6-9d18-8662295fa14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:38.169084 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ffbaa619-1179-49b8-bf29-47e030e99312 req-4ca852ed-6939-44f6-9d18-8662295fa14b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415852 Jun 17 07:32:38.279704 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc988721-1f18-413d-89d8-5af1cea2fa57 req-104e8d95-ebdc-481f-99fe-accd63aab5dd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:38.281198 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bc988721-1f18-413d-89d8-5af1cea2fa57 req-104e8d95-ebdc-481f-99fe-accd63aab5dd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 946 time: 0.0884306 Jun 17 07:32:38.315651 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ffbaa619-1179-49b8-bf29-47e030e99312 req-6c7b6708-6c80-46f6-9985-ba4adeadc798 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402006 Jun 17 07:32:38.344714 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-bc988721-1f18-413d-89d8-5af1cea2fa57 req-c7dd6448-6bb6-472a-8b94-0ff8756515e8 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572095 Jun 17 07:32:38.569514 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c2a3a-d11c-45bf-9a64-6839d45700c9 req-b55019f4-de8a-4b15-a4b2-057cd38282f4 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:38.571510 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-238c2a3a-d11c-45bf-9a64-6839d45700c9 req-b55019f4-de8a-4b15-a4b2-057cd38282f4 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 946 time: 0.0567338 Jun 17 07:32:38.609592 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-ffbaa619-1179-49b8-bf29-47e030e99312 req-b1d27c53-538f-4cb0-b6c7-e1ea37cfd8ce service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533184 Jun 17 07:32:38.663865 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-238c2a3a-d11c-45bf-9a64-6839d45700c9 req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Deleting port 40929b1e-92ea-47cc-8cab-85b41e6d6946 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:38.664257 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-238c2a3a-d11c-45bf-9a64-6839d45700c9 req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:38.759089 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-238c2a3a-d11c-45bf-9a64-6839d45700c9 req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] For port 40929b1e-92ea-47cc-8cab-85b41e6d6946, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=40929b1e-92ea-47cc-8cab-85b41e6d6946,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:32:38.759448 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-238c2a3a-d11c-45bf-9a64-6839d45700c9 req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:38.772725 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-238c2a3a-d11c-45bf-9a64-6839d45700c9 req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Calling delete_port for 40929b1e-92ea-47cc-8cab-85b41e6d6946 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:38.900243 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-238c2a3a-d11c-45bf-9a64-6839d45700c9 req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (40929b1e-92ea-47cc-8cab-85b41e6d6946), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:38.908004 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:38.927967 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event deleted for resources: {'Port': ['ID=40929b1e-92ea-47cc-8cab-85b41e6d6946,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:38.938017 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.938359 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.938692 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.939023 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.939350 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.939672 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.940530 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.940530 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.940731 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.940945 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.941244 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.941560 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.941874 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.942187 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.942502 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:38.949846 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:38.986351 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-238c2a3a-d11c-45bf-9a64-6839d45700c9 req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] No DVR routers for this DVR port 40929b1e-92ea-47cc-8cab-85b41e6d6946 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:32:38.989131 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-238c2a3a-d11c-45bf-9a64-6839d45700c9 req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:38.992391 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-238c2a3a-d11c-45bf-9a64-6839d45700c9 req-bff2ed84-1756-464c-a485-a7cfc1d84dbd tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "DELETE /v2.0/ports/40929b1e-92ea-47cc-8cab-85b41e6d6946 HTTP/1.1" status: 204 len: 173 time: 0.4161317 Jun 17 07:32:38.993448 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'name': 'network-vif-deleted', 'tag': '40929b1e-92ea-47cc-8cab-85b41e6d6946'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:32:38.995661 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82deeb5-54e1-4e1d-8ab8-f29f46fddbec" -d '{"events": [{"server_uuid": "2c6b6fea-bc45-497b-abd0-a9e6e89613ce", "name": "network-vif-deleted", "tag": "40929b1e-92ea-47cc-8cab-85b41e6d6946"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:32:39.034530 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b875890-2303-4881-8584-164012282f8b x-openstack-request-id: req-0b875890-2303-4881-8584-164012282f8b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:32:39.035163 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6b6fea-bc45-497b-abd0-a9e6e89613ce", "name": "network-vif-deleted", "tag": "40929b1e-92ea-47cc-8cab-85b41e6d6946", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:32:39.035163 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0b875890-2303-4881-8584-164012282f8b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:32:39.035508 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b875890-2303-4881-8584-164012282f8b'] response: {'server_uuid': '2c6b6fea-bc45-497b-abd0-a9e6e89613ce', 'name': 'network-vif-deleted', 'tag': '40929b1e-92ea-47cc-8cab-85b41e6d6946', 'status': 'completed', 'code': 200} Jun 17 07:32:39.475974 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-adf4a570-0398-49c7-8f89-1a14ff5ef519 req-0fb0757a-1ce4-47e9-8844-a0d22a143827 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c6b6fea-bc45-497b-abd0-a9e6e89613ce HTTP/1.1" status: 200 len: 210 time: 0.0321870 Jun 17 07:32:40.891965 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 40929b1e-92ea-47cc-8cab-85b41e6d6946 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:32:40.915468 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 40929b1e-92ea-47cc-8cab-85b41e6d6946 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:32:40.915800 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 40929b1e-92ea-47cc-8cab-85b41e6d6946 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:32:42.777614 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44140) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:42.920214 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Deleting port da871a34-8016-4cc5-ae06-2d70bd03c4c5 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:42.920588 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (da871a34-8016-4cc5-ae06-2d70bd03c4c5), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:43.000639 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (da871a34-8016-4cc5-ae06-2d70bd03c4c5), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:43.000965 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (da871a34-8016-4cc5-ae06-2d70bd03c4c5), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:43.013147 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Calling delete_port for da871a34-8016-4cc5-ae06-2d70bd03c4c5 owned by network:floatingip {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:43.159294 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (da871a34-8016-4cc5-ae06-2d70bd03c4c5), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:43.184519 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event deleted for resources: {'Port': ['ID=da871a34-8016-4cc5-ae06-2d70bd03c4c5,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:43.245231 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (53e79b8d-cbd3-464a-9ff9-e3467b617715), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:43.245552 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.db.l3_db [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Floating IP 53e79b8d-cbd3-464a-9ff9-e3467b617715 disassociated (deleted). External IP: 172.27.0.78, port: 5f52cae1-9810-4adf-a88b-c23408fefe11. Jun 17 07:32:43.450242 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:32:43.504414 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:43.551843 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:32:43.556654 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:43.561735 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b6438-4193-48c0-b9a4-e1e8a0d83eb4 None None] Sync routers for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:32:43.572137 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b6438-4193-48c0-b9a4-e1e8a0d83eb4 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:32:43.572749 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-523b6438-4193-48c0-b9a4-e1e8a0d83eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:32:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:43.594493 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-e2ae2375-c0f0-44ee-9a71-c1914a9deb79 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "DELETE /v2.0/floatingips/53e79b8d-cbd3-464a-9ff9-e3467b617715 HTTP/1.1" status: 204 len: 168 time: 0.8157570 Jun 17 07:32:43.595054 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bc2731-0299-4074-a682-9fd077b33e0b', 'tag': '5f52cae1-9810-4adf-a88b-c23408fefe11'}] {{(pid=103802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:32:43.597323 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1992c350593454f162147f02775caa297156a5e5153ab087f85318100a0627cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dce63b-a52f-4ddc-93bf-6b863e574366" -d '{"events": [{"name": "network-changed", "server_uuid": "45bc2731-0299-4074-a682-9fd077b33e0b", "tag": "5f52cae1-9810-4adf-a88b-c23408fefe11"}]}' {{(pid=103802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:32:43.637601 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62be0f7-1409-4f42-b7c7-6d715ad11da2 x-openstack-request-id: req-b62be0f7-1409-4f42-b7c7-6d715ad11da2 {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:32:43.637981 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bc2731-0299-4074-a682-9fd077b33e0b", "tag": "5f52cae1-9810-4adf-a88b-c23408fefe11", "status": "completed", "code": 200}]} {{(pid=103802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:32:43.638342 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b62be0f7-1409-4f42-b7c7-6d715ad11da2 {{(pid=103802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:32:43.638834 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62be0f7-1409-4f42-b7c7-6d715ad11da2'] response: {'name': 'network-changed', 'server_uuid': '45bc2731-0299-4074-a682-9fd077b33e0b', 'tag': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'status': 'completed', 'code': 200} Jun 17 07:32:43.675965 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-523b6438-4193-48c0-b9a4-e1e8a0d83eb4 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:32:43.677546 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:43.704308 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dce63b-a52f-4ddc-93bf-6b863e574366 req-20c9023e-293d-49eb-a77e-f13c5ca3d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:43.705946 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-98dce63b-a52f-4ddc-93bf-6b863e574366 req-20c9023e-293d-49eb-a77e-f13c5ca3d83c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d2b7ae6a418640629020f39ac455d075&device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 1130 time: 0.0467217 Jun 17 07:32:43.821987 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dce63b-a52f-4ddc-93bf-6b863e574366 req-73bdc520-abfd-4c28-a538-823d1fd02ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:43.823450 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-98dce63b-a52f-4ddc-93bf-6b863e574366 req-73bdc520-abfd-4c28-a538-823d1fd02ca3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 200 len: 912 time: 0.1119645 Jun 17 07:32:43.833343 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=100 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:43.845500 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:43.864628 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7429bb9-281d-42a4-a078-09ee07eb7104 req-7800030b-917c-4a5f-b6e1-217d51605e20 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:43.866125 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b7429bb9-281d-42a4-a078-09ee07eb7104 req-7800030b-917c-4a5f-b6e1-217d51605e20 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 946 time: 0.0536652 Jun 17 07:32:43.873408 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-523b6438-4193-48c0-b9a4-e1e8a0d83eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:43.898268 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b6438-4193-48c0-b9a4-e1e8a0d83eb4 None None] Checking router: 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:32:43.906464 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b6438-4193-48c0-b9a4-e1e8a0d83eb4 None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:32:43.907053 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-523b6438-4193-48c0-b9a4-e1e8a0d83eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:32:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:43.919136 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [req-b7429bb9-281d-42a4-a078-09ee07eb7104 req-b04d7351-646f-4633-a00f-482707b43110 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468557 Jun 17 07:32:44.005185 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-523b6438-4193-48c0-b9a4-e1e8a0d83eb4 None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:32:44.214619 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-523b6438-4193-48c0-b9a4-e1e8a0d83eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:44.241742 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b6438-4193-48c0-b9a4-e1e8a0d83eb4 None None] The sync data for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi is: [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:40Z', 'revision_number': 4, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi', '_interfaces': [{'id': 'c52e04bf-819e-42de-8afe-4bb1119510f9', 'name': '', 'network_id': '270f7e8d-fe10-476d-b957-559a5be577a9', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'mac_address': 'fa:16:3e:cc:20:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:39Z', 'updated_at': '2022-06-17T07:25:44Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'subnets': [{'id': '5b242935-6925-4b3d-88c1-de1c7a282c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:32:44.456944 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb635f-b703-41ed-a1da-e282bc508e80 None None] New status for floating IP 53e79b8d-cbd3-464a-9ff9-e3467b617715: DOWN {{(pid=103803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 17 07:32:44.779338 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-98dce63b-a52f-4ddc-93bf-6b863e574366 req-eb7eeba4-a263-4280-b8a3-f2f8f663bdff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f52cae1-9810-4adf-a88b-c23408fefe11 HTTP/1.1" status: 200 len: 217 time: 0.0346804 Jun 17 07:32:44.829491 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dce63b-a52f-4ddc-93bf-6b863e574366 req-9f4f5b96-c4e9-48bf-aea2-7892aa8aa5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:44.830975 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-98dce63b-a52f-4ddc-93bf-6b863e574366 req-9f4f5b96-c4e9-48bf-aea2-7892aa8aa5be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 200 len: 850 time: 0.0452499 Jun 17 07:32:44.947730 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dce63b-a52f-4ddc-93bf-6b863e574366 req-d8c32977-efa1-4ced-9748-25cd58bc402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:44.949259 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-98dce63b-a52f-4ddc-93bf-6b863e574366 req-d8c32977-efa1-4ced-9748-25cd58bc402c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=270f7e8d-fe10-476d-b957-559a5be577a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393438 Jun 17 07:32:45.067751 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3ba86-3113-4578-8d03-e3403811fadc req-17900cc7-4f54-4ac1-a706-854252acfa77 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:45.069139 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-91e3ba86-3113-4578-8d03-e3403811fadc req-17900cc7-4f54-4ac1-a706-854252acfa77 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 946 time: 0.0579700 Jun 17 07:32:45.092423 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-98dce63b-a52f-4ddc-93bf-6b863e574366 req-e024f671-5c85-4438-b0a7-4510e028d5a3 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362424 Jun 17 07:32:45.122844 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-91e3ba86-3113-4578-8d03-e3403811fadc req-383a36e4-5520-4862-b23f-ee95212def8b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/security-groups?id=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475435 Jun 17 07:32:45.236685 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-98dce63b-a52f-4ddc-93bf-6b863e574366 req-5bc6db24-08c4-495f-b810-b9c8cab80ae4 service neutron] 10.222.0.16 "GET /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128976 Jun 17 07:32:45.250154 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42e247-5788-423a-96fa-b1cc77b8ef56 req-912ee941-fc85-47b5-9b7f-63712d87812b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:32:45.251612 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4e42e247-5788-423a-96fa-b1cc77b8ef56 req-912ee941-fc85-47b5-9b7f-63712d87812b tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 946 time: 0.0558395 Jun 17 07:32:45.281213 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:45.338562 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-4e42e247-5788-423a-96fa-b1cc77b8ef56 req-7a1f0266-0f09-46f9-80d4-e3d4533c13ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Deleting port 5f52cae1-9810-4adf-a88b-c23408fefe11 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:45.338794 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-4e42e247-5788-423a-96fa-b1cc77b8ef56 req-7a1f0266-0f09-46f9-80d4-e3d4533c13ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:45.425968 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [req-4e42e247-5788-423a-96fa-b1cc77b8ef56 req-7a1f0266-0f09-46f9-80d4-e3d4533c13ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] For port 5f52cae1-9810-4adf-a88b-c23408fefe11, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5f52cae1-9810-4adf-a88b-c23408fefe11,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:32:45.426323 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-4e42e247-5788-423a-96fa-b1cc77b8ef56 req-7a1f0266-0f09-46f9-80d4-e3d4533c13ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:45.439127 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [req-4e42e247-5788-423a-96fa-b1cc77b8ef56 req-7a1f0266-0f09-46f9-80d4-e3d4533c13ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Calling delete_port for 5f52cae1-9810-4adf-a88b-c23408fefe11 owned by compute:nova {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:45.554801 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:45.566944 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-4e42e247-5788-423a-96fa-b1cc77b8ef56 req-7a1f0266-0f09-46f9-80d4-e3d4533c13ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (5f52cae1-9810-4adf-a88b-c23408fefe11), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:45.596095 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f0266-0f09-46f9-80d4-e3d4533c13ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event deleted for resources: {'Port': ['ID=5f52cae1-9810-4adf-a88b-c23408fefe11,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:45.601840 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:45.646266 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e42e247-5788-423a-96fa-b1cc77b8ef56 req-7a1f0266-0f09-46f9-80d4-e3d4533c13ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] No DVR routers for this DVR port 5f52cae1-9810-4adf-a88b-c23408fefe11 on host hv-cinder-83482 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:32:45.649403 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [req-4e42e247-5788-423a-96fa-b1cc77b8ef56 req-7a1f0266-0f09-46f9-80d4-e3d4533c13ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for port (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:45.652620 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-4e42e247-5788-423a-96fa-b1cc77b8ef56 req-7a1f0266-0f09-46f9-80d4-e3d4533c13ca tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.16 "DELETE /v2.0/ports/5f52cae1-9810-4adf-a88b-c23408fefe11 HTTP/1.1" status: 204 len: 173 time: 0.3956270 Jun 17 07:32:45.653049 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bc2731-0299-4074-a682-9fd077b33e0b', 'name': 'network-vif-deleted', 'tag': '5f52cae1-9810-4adf-a88b-c23408fefe11'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:32:45.655334 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d794d0118e45ed69ac5839115e4ced7458146a82b2ea728f1244a921603dc35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffff66da-0c47-41ae-b4b4-64c8813954bb" -d '{"events": [{"server_uuid": "45bc2731-0299-4074-a682-9fd077b33e0b", "name": "network-vif-deleted", "tag": "5f52cae1-9810-4adf-a88b-c23408fefe11"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:32:45.695871 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ce67ed-ba87-4343-bfc5-2a3dd884df86 x-openstack-request-id: req-c6ce67ed-ba87-4343-bfc5-2a3dd884df86 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:32:45.696185 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bc2731-0299-4074-a682-9fd077b33e0b", "name": "network-vif-deleted", "tag": "5f52cae1-9810-4adf-a88b-c23408fefe11", "status": "completed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:32:45.696428 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c6ce67ed-ba87-4343-bfc5-2a3dd884df86 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:32:45.696819 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ce67ed-ba87-4343-bfc5-2a3dd884df86'] response: {'server_uuid': '45bc2731-0299-4074-a682-9fd077b33e0b', 'name': 'network-vif-deleted', 'tag': '5f52cae1-9810-4adf-a88b-c23408fefe11', 'status': 'completed', 'code': 200} Jun 17 07:32:46.239921 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [req-2a692f43-aec1-44d8-943c-de6d6239563b req-9280fd67-9c06-44e5-bea3-af5439e50918 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "GET /v2.0/ports?device_id=45bc2731-0299-4074-a682-9fd077b33e0b HTTP/1.1" status: 200 len: 210 time: 0.0311236 Jun 17 07:32:47.299573 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44156) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:47.407614 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-aa273312-8b30-4dc1-a397-bd3306c73f24 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Deleting port 7eddb30e-993b-4576-8715-1bf591100ec4 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:47.407950 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa273312-8b30-4dc1-a397-bd3306c73f24 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (7eddb30e-993b-4576-8715-1bf591100ec4), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:47.481239 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa273312-8b30-4dc1-a397-bd3306c73f24 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (7eddb30e-993b-4576-8715-1bf591100ec4), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:47.481566 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa273312-8b30-4dc1-a397-bd3306c73f24 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (7eddb30e-993b-4576-8715-1bf591100ec4), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:47.493299 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-aa273312-8b30-4dc1-a397-bd3306c73f24 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Calling delete_port for 7eddb30e-993b-4576-8715-1bf591100ec4 owned by network:floatingip {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:47.643933 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa273312-8b30-4dc1-a397-bd3306c73f24 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (7eddb30e-993b-4576-8715-1bf591100ec4), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:47.685073 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa273312-8b30-4dc1-a397-bd3306c73f24 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event deleted for resources: {'Port': ['ID=7eddb30e-993b-4576-8715-1bf591100ec4,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:47.758595 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa273312-8b30-4dc1-a397-bd3306c73f24 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for floatingip (d6094b21-f482-4261-8f1b-90d79e911da1), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:47.761127 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-aa273312-8b30-4dc1-a397-bd3306c73f24 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236428'] for floatingip (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:47.762307 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-aa273312-8b30-4dc1-a397-bd3306c73f24 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "DELETE /v2.0/floatingips/d6094b21-f482-4261-8f1b-90d79e911da1 HTTP/1.1" status: 204 len: 168 time: 0.4623299 Jun 17 07:32:48.945398 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 5f52cae1-9810-4adf-a88b-c23408fefe11 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:32:48.964646 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] No Port match for: 5f52cae1-9810-4adf-a88b-c23408fefe11 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:32:48.964982 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Device 5f52cae1-9810-4adf-a88b-c23408fefe11 not bound to the agent host hv-cinder-83482 {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:32:48.986994 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 44168) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:49.043964 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72502475-dc9e-4047-b77c-e75f6b92c801 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group (5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:49.069135 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72502475-dc9e-4047-b77c-e75f6b92c801 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group (5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:49.129881 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72502475-dc9e-4047-b77c-e75f6b92c801 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:49.132370 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72502475-dc9e-4047-b77c-e75f6b92c801 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:49.133562 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-72502475-dc9e-4047-b77c-e75f6b92c801 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] 10.222.0.33 "DELETE /v2.0/security-groups/5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00 HTTP/1.1" status: 204 len: 168 time: 0.1455958 Jun 17 07:32:49.142823 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72502475-dc9e-4047-b77c-e75f6b92c801 tempest-TestVolumeBootPattern-1920695887 tempest-TestVolumeBootPattern-1920695887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bebb0ed-2a9d-4db6-8d9e-f7f7dd382d00,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:49.201402 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44172) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:49.354699 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:32:49.710471 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:49.726794 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818816'] for router_interface (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:49.816032 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:49.945666 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] Deleting port c52e04bf-819e-42de-8afe-4bb1119510f9 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:49.946002 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:50.021401 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] For port c52e04bf-819e-42de-8afe-4bb1119510f9, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=c52e04bf-819e-42de-8afe-4bb1119510f9,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:32:50.021700 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:50.039736 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] Calling delete_port for c52e04bf-819e-42de-8afe-4bb1119510f9 owned by network:router_interface {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:50.218204 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (c52e04bf-819e-42de-8afe-4bb1119510f9), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:50.244718 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52e04bf-819e-42de-8afe-4bb1119510f9,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:50.405031 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820240'] for router_interface (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:50.548227 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:50.613816 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] Router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:32:50.657101 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:50.975671 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:32:50.981190 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-b86d6fb4-68f2-4474-846b-fc370ff718b3 admin admin] 10.222.0.33 "PUT /v2.0/routers/7967f2ce-3f42-4ea1-b4a3-0bd514e0497e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7787778 Jun 17 07:32:50.983679 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44176) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:50.984801 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ec74e1-c331-4379-a74b-44cda52481cc None None] Sync routers for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:32:50.996352 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ec74e1-c331-4379-a74b-44cda52481cc None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:32:50.996971 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-11ec74e1-c331-4379-a74b-44cda52481cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:32:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:51.083388 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Publish callbacks [] for router (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.094633 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-11ec74e1-c331-4379-a74b-44cda52481cc None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: dv-cinder-834822-4-iscsi {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:32:51.183835 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Publish callbacks [] for router_gateway (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.234910 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Deleting port f65397d0-680f-4660-bc94-117967539f26 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:51.235548 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (f65397d0-680f-4660-bc94-117967539f26), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.272178 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-11ec74e1-c331-4379-a74b-44cda52481cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'f65397d0-680f-4660-bc94-117967539f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:32:50Z', 'revision_number': 5, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port': {'id': 'f65397d0-680f-4660-bc94-117967539f26', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:98:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:51.297386 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ec74e1-c331-4379-a74b-44cda52481cc None None] Checking router: 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e for host: dv-cinder-834822-4-iscsi {{(pid=103804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:32:51.306182 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ec74e1-c331-4379-a74b-44cda52481cc None None] Routers {'7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:32:51.306783 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-11ec74e1-c331-4379-a74b-44cda52481cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:32:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'], 'active': True} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:51.320004 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] For port f65397d0-680f-4660-bc94-117967539f26, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=f65397d0-680f-4660-bc94-117967539f26,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:32:51.320390 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (f65397d0-680f-4660-bc94-117967539f26), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.334298 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Calling delete_port for f65397d0-680f-4660-bc94-117967539f26 owned by network:router_gateway {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:51.393968 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_dvr_db [None req-11ec74e1-c331-4379-a74b-44cda52481cc None None] Set router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e gateway port host: None {{(pid=103804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:32:51.542534 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.l3_hamode_db [None req-11ec74e1-c331-4379-a74b-44cda52481cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:32:51Z', 'revision_number': 6, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port_host': None}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:51.543443 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (f65397d0-680f-4660-bc94-117967539f26), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.568236 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ec74e1-c331-4379-a74b-44cda52481cc None None] The sync data for ids ['7967f2ce-3f42-4ea1-b4a3-0bd514e0497e'] in dv-cinder-834822-4-iscsi is: [{'id': '7967f2ce-3f42-4ea1-b4a3-0bd514e0497e', 'name': 'tempest-TestVolumeBootPattern-154210612-router', 'tenant_id': 'd2b7ae6a418640629020f39ac455d075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:37Z', 'updated_at': '2022-06-17T07:32:51Z', 'revision_number': 6, 'project_id': 'd2b7ae6a418640629020f39ac455d075', 'gw_port_host': None}] {{(pid=103804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:32:51.572932 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=f65397d0-680f-4660-bc94-117967539f26,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:51.635887 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819527'] for router_gateway (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.720416 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:51.723786 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7687'] for router (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.726383 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Publish callbacks [] for router_controller (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.769144 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1824228'] for router (7967f2ce-3f42-4ea1-b4a3-0bd514e0497e), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.769805 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7967f2ce-3f42-4ea1-b4a3-0bd514e0497e {{(pid=103802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:32:51.775628 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.776819 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-195f43a8-016b-4405-adda-38cfb75de5bd admin admin] 10.222.0.33 "DELETE /v2.0/routers/7967f2ce-3f42-4ea1-b4a3-0bd514e0497e HTTP/1.1" status: 204 len: 168 time: 0.7921503 Jun 17 07:32:51.779244 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44180) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:51.822961 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_v2 [None req-74de9be6-e50b-439b-995f-a8e56733c5fb admin admin] Deleting subnet 5b242935-6925-4b3d-88c1-de1c7a282c76 {{(pid=103802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:32:51.826109 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74de9be6-e50b-439b-995f-a8e56733c5fb admin admin] Publish callbacks [] for subnet (5b242935-6925-4b3d-88c1-de1c7a282c76), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.863571 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74de9be6-e50b-439b-995f-a8e56733c5fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63578525'] for subnet (5b242935-6925-4b3d-88c1-de1c7a282c76), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.885845 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:51.940919 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74de9be6-e50b-439b-995f-a8e56733c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (5b242935-6925-4b3d-88c1-de1c7a282c76), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:51.997628 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74de9be6-e50b-439b-995f-a8e56733c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63420046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63947165'] for subnet (5b242935-6925-4b3d-88c1-de1c7a282c76), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.029366 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de9be6-e50b-439b-995f-a8e56733c5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b242935-6925-4b3d-88c1-de1c7a282c76,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:52.031265 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-74de9be6-e50b-439b-995f-a8e56733c5fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.034395 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-74de9be6-e50b-439b-995f-a8e56733c5fb admin admin] 10.222.0.33 "DELETE /v2.0/subnets/5b242935-6925-4b3d-88c1-de1c7a282c76 HTTP/1.1" status: 204 len: 168 time: 0.2541342 Jun 17 07:32:52.035884 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98eca64-a41d-408e-adc0-2e35ccabd1aa None None] Network 270f7e8d-fe10-476d-b957-559a5be577a9 requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:32:52.037007 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 44182) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:52.111830 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (270f7e8d-fe10-476d-b957-559a5be577a9), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.159023 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Deleting port 970089f1-bef3-45c4-9de4-47e62197e1a1 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:52.159244 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.228576 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] For port 970089f1-bef3-45c4-9de4-47e62197e1a1, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=970089f1-bef3-45c4-9de4-47e62197e1a1,segment=NetworkSegment(3a17b4be-3d2c-489a-927e-f16015404c12),segment_id=3a17b4be-3d2c-489a-927e-f16015404c12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:32:52.228931 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.241387 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Calling delete_port for 970089f1-bef3-45c4-9de4-47e62197e1a1 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:52.323728 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (970089f1-bef3-45c4-9de4-47e62197e1a1), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.325101 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb131a2-1989-4588-ad6c-b94109f5c8e6 None None] DHCP port deletion for 270f7e8d-fe10-476d-b957-559a5be577a9 request from dv-cinder-834822-4-iscsi {{(pid=103803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 07:32:52.348581 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Pushing event deleted for resources: {'Port': ['ID=970089f1-bef3-45c4-9de4-47e62197e1a1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:52.359395 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] No DVR routers for this DVR port 970089f1-bef3-45c4-9de4-47e62197e1a1 on host dv-cinder-834822-4-iscsi {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:32:52.439937 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (270f7e8d-fe10-476d-b957-559a5be577a9), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.461662 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270f7e8d-fe10-476d-b957-559a5be577a9']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:52.471196 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a17b4be-3d2c-489a-927e-f16015404c12') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:52.471493 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a17b4be-3d2c-489a-927e-f16015404c12') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:52.481849 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417089'] for segment (3a17b4be-3d2c-489a-927e-f16015404c12), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.497321 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (3a17b4be-3d2c-489a-927e-f16015404c12), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.503597 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:32:52.504017 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63144794'] for segment (3a17b4be-3d2c-489a-927e-f16015404c12), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.557140 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment 3a17b4be-3d2c-489a-927e-f16015404c12 resource provider aggregate not found Jun 17 07:32:52.575884 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment 3a17b4be-3d2c-489a-927e-f16015404c12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a17b4be-3d2c-489a-927e-f16015404c12 found for delete ", "request_id": "req-120f8c95-b903-4e21-8472-900ba7b21f45"}]} Jun 17 07:32:52.577016 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (270f7e8d-fe10-476d-b957-559a5be577a9), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.582854 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.585999 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] 10.222.0.33 "DELETE /v2.0/networks/270f7e8d-fe10-476d-b957-559a5be577a9 HTTP/1.1" status: 204 len: 168 time: 0.5479953 Jun 17 07:32:52.588976 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44188) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:52.597021 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949657c5-3e96-4c6c-9044-a7d2999ea09a admin admin] Pushing event deleted for resources: {'Network': ['ID=270f7e8d-fe10-476d-b957-559a5be577a9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:52.894690 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1818816'] for router_interface (21c6abb8-02eb-44d9-9df5-4326b87d5f30), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:52.923056 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device c52e04bf-819e-42de-8afe-4bb1119510f9 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:32:52.943503 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: c52e04bf-819e-42de-8afe-4bb1119510f9 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:32:52.943840 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device c52e04bf-819e-42de-8afe-4bb1119510f9 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:32:52.944269 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device f65397d0-680f-4660-bc94-117967539f26 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:32:52.965715 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: f65397d0-680f-4660-bc94-117967539f26 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:32:52.966048 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device f65397d0-680f-4660-bc94-117967539f26 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:32:52.966447 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 970089f1-bef3-45c4-9de4-47e62197e1a1 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:32:52.984202 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 970089f1-bef3-45c4-9de4-47e62197e1a1 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:32:52.984540 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 970089f1-bef3-45c4-9de4-47e62197e1a1 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:32:53.109046 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] Deleting port 8c1438bd-09d7-4011-a477-bcdd299c53f9 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:53.109377 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:53.161582 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:53.193739 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] For port 8c1438bd-09d7-4011-a477-bcdd299c53f9, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=8c1438bd-09d7-4011-a477-bcdd299c53f9,segment=NetworkSegment(bc571d07-2299-4dd0-b4eb-9986776df65c),segment_id=bc571d07-2299-4dd0-b4eb-9986776df65c)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:32:53.194102 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:53.207702 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] Calling delete_port for 8c1438bd-09d7-4011-a477-bcdd299c53f9 owned by network:router_interface {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:53.271674 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:53.397150 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (8c1438bd-09d7-4011-a477-bcdd299c53f9), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:53.420254 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1438bd-09d7-4011-a477-bcdd299c53f9,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:53.594647 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1820240'] for router_interface (21c6abb8-02eb-44d9-9df5-4326b87d5f30), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:53.803914 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] Router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 has already been hosted by L3 agent 539eb874-206f-464b-becc-eac6878104a4 {{(pid=103802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:32:53.904265 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] Notify agent at l3_agent.dv-cinder-834822-4-iscsi the message routers_updated {{(pid=103802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:32:53.909387 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-bce77125-3e3f-4de0-8ed4-132740eabe0d admin admin] 10.222.0.33 "PUT /v2.0/routers/21c6abb8-02eb-44d9-9df5-4326b87d5f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3190572 Jun 17 07:32:53.911789 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44190) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:53.914437 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd26de7-c7b5-4477-b4f0-0fdf946e0a45 None None] Sync routers for ids ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'] in dv-cinder-834822-4-iscsi {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:32:53.925903 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd26de7-c7b5-4477-b4f0-0fdf946e0a45 None None] Routers {'21c6abb8-02eb-44d9-9df5-4326b87d5f30'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:32:53.926521 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cdd26de7-c7b5-4477-b4f0-0fdf946e0a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:32:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:53.990413 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:54.015163 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Publish callbacks [] for router (21c6abb8-02eb-44d9-9df5-4326b87d5f30), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.028480 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-cdd26de7-c7b5-4477-b4f0-0fdf946e0a45 None None] Set router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 gateway port host: dv-cinder-834822-4-iscsi {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:32:54.117433 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Publish callbacks [] for router_gateway (21c6abb8-02eb-44d9-9df5-4326b87d5f30), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.159773 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Deleting port 679d073b-4955-4bfa-b9b7-92567c1581e2 {{(pid=103802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:54.160131 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.206332 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cdd26de7-c7b5-4477-b4f0-0fdf946e0a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'name': 'tempest-TestVolumeBootPattern-68278805-router', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'external_fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:32:53Z', 'revision_number': 5, 'project_id': '497160218e904aff92a91866c5ba3710', 'gw_port': {'id': '679d073b-4955-4bfa-b9b7-92567c1581e2', 'name': '', 'network_id': '254c2a78-6b68-4d1a-949e-12ece4c5936b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167ea197-aeee-45d1-be0c-7d2c7c8af9d1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-4-iscsi'}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:54.220851 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:54.236349 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd26de7-c7b5-4477-b4f0-0fdf946e0a45 None None] Checking router: 21c6abb8-02eb-44d9-9df5-4326b87d5f30 for host: dv-cinder-834822-4-iscsi {{(pid=103803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:32:54.241781 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] For port 679d073b-4955-4bfa-b9b7-92567c1581e2, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=679d073b-4955-4bfa-b9b7-92567c1581e2,segment=NetworkSegment(e1e8112e-0108-4a84-b7cc-9fe25c7ab19d),segment_id=e1e8112e-0108-4a84-b7cc-9fe25c7ab19d)] {{(pid=103802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:32:54.242142 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.245197 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd26de7-c7b5-4477-b4f0-0fdf946e0a45 None None] Routers {'21c6abb8-02eb-44d9-9df5-4326b87d5f30'} bound to L3 agent in host dv-cinder-834822-4-iscsi {{(pid=103803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 17 07:32:54.245802 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cdd26de7-c7b5-4477-b4f0-0fdf946e0a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:11:35Z,description=,heartbeat_timestamp=2022-06-17T07:32:35Z,host='dv-cinder-834822-4-iscsi',id=539eb874-206f-464b-becc-eac6878104a4,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:11:35Z,topic='l3_agent')) {'router_ids': ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'], 'active': True} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:54.255289 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Calling delete_port for 679d073b-4955-4bfa-b9b7-92567c1581e2 owned by network:router_gateway {{(pid=103802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:54.328719 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvr_db [None req-cdd26de7-c7b5-4477-b4f0-0fdf946e0a45 None None] Set router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 gateway port host: None {{(pid=103803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 17 07:32:54.382133 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_hamode_db [None req-cdd26de7-c7b5-4477-b4f0-0fdf946e0a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'name': 'tempest-TestVolumeBootPattern-68278805-router', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:32:54Z', 'revision_number': 6, 'project_id': '497160218e904aff92a91866c5ba3710', 'gw_port_host': None}], 'dv-cinder-834822-4-iscsi', False) {} {{(pid=103803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:54.407441 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd26de7-c7b5-4477-b4f0-0fdf946e0a45 None None] The sync data for ids ['21c6abb8-02eb-44d9-9df5-4326b87d5f30'] in dv-cinder-834822-4-iscsi is: [{'id': '21c6abb8-02eb-44d9-9df5-4326b87d5f30', 'name': 'tempest-TestVolumeBootPattern-68278805-router', 'tenant_id': '497160218e904aff92a91866c5ba3710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:25:42Z', 'updated_at': '2022-06-17T07:32:54Z', 'revision_number': 6, 'project_id': '497160218e904aff92a91866c5ba3710', 'gw_port_host': None}] {{(pid=103803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:32:54.424672 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63420093'] for port (679d073b-4955-4bfa-b9b7-92567c1581e2), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.453208 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=679d073b-4955-4bfa-b9b7-92567c1581e2,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:54.517579 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1819527'] for router_gateway (21c6abb8-02eb-44d9-9df5-4326b87d5f30), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.607062 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1824142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7687'] for router (21c6abb8-02eb-44d9-9df5-4326b87d5f30), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.609264 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Publish callbacks [] for router_controller (21c6abb8-02eb-44d9-9df5-4326b87d5f30), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.652887 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1824228'] for router (21c6abb8-02eb-44d9-9df5-4326b87d5f30), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.653775 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21c6abb8-02eb-44d9-9df5-4326b87d5f30 {{(pid=103802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:32:54.658887 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.660181 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-d0a77a64-5902-495f-9cd2-170640a160b7 admin admin] 10.222.0.33 "DELETE /v2.0/routers/21c6abb8-02eb-44d9-9df5-4326b87d5f30 HTTP/1.1" status: 204 len: 168 time: 0.7473779 Jun 17 07:32:54.665305 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44192) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:54.714914 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b4b89c-27fd-4451-913e-bfe8aef74176 admin admin] Deleting subnet fc8ec82d-6cde-4156-90c5-7c5d2199089f {{(pid=103802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 17 07:32:54.718061 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b89c-27fd-4451-913e-bfe8aef74176 admin admin] Publish callbacks [] for subnet (fc8ec82d-6cde-4156-90c5-7c5d2199089f), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.754113 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b89c-27fd-4451-913e-bfe8aef74176 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63578525'] for subnet (fc8ec82d-6cde-4156-90c5-7c5d2199089f), precommit_delete_associations {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:54.817463 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:54.839489 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b89c-27fd-4451-913e-bfe8aef74176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1014524'] for subnet (fc8ec82d-6cde-4156-90c5-7c5d2199089f), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.160683 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b89c-27fd-4451-913e-bfe8aef74176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1688004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63420046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63947165'] for subnet (fc8ec82d-6cde-4156-90c5-7c5d2199089f), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.185984 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4b89c-27fd-4451-913e-bfe8aef74176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc8ec82d-6cde-4156-90c5-7c5d2199089f,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:55.194796 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b89c-27fd-4451-913e-bfe8aef74176 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.200845 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 44194) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:55.201342 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-c7b4b89c-27fd-4451-913e-bfe8aef74176 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/fc8ec82d-6cde-4156-90c5-7c5d2199089f HTTP/1.1" status: 204 len: 168 time: 0.5340815 Jun 17 07:32:55.202141 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cef5bd-ed30-4f39-a01b-69b8cb15a994 None None] Network 38dbe78f-c173-4dfd-b647-3844cfb85c6c requested from dv-cinder-834822-4-iscsi {{(pid=103803) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 17 07:32:55.264455 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 679d073b-4955-4bfa-b9b7-92567c1581e2 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:32:55.269586 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:55.278542 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-898503'] for network (38dbe78f-c173-4dfd-b647-3844cfb85c6c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.288248 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:55.289145 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 679d073b-4955-4bfa-b9b7-92567c1581e2 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:32:55.289370 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 679d073b-4955-4bfa-b9b7-92567c1581e2 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:32:55.289784 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 8c1438bd-09d7-4011-a477-bcdd299c53f9 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:32:55.328052 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 8c1438bd-09d7-4011-a477-bcdd299c53f9 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:32:55.328481 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 8c1438bd-09d7-4011-a477-bcdd299c53f9 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:32:55.332683 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Deleting port 9b01d0a5-3dd9-446a-8875-93ca62172575 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:55.333018 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.380588 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:55.401447 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] DHCP port deletion for 38dbe78f-c173-4dfd-b647-3844cfb85c6c request from dv-cinder-834822-4-iscsi {{(pid=103803) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 17 07:32:55.402350 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] For port 9b01d0a5-3dd9-446a-8875-93ca62172575, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=9b01d0a5-3dd9-446a-8875-93ca62172575,segment=NetworkSegment(bc571d07-2299-4dd0-b4eb-9986776df65c),segment_id=bc571d07-2299-4dd0-b4eb-9986776df65c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:32:55.402716 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.409839 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:32:55.417770 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Calling delete_port for 9b01d0a5-3dd9-446a-8875-93ca62172575 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:55.442832 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Deleting port 9b01d0a5-3dd9-446a-8875-93ca62172575 {{(pid=103803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 17 07:32:55.443198 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792503778151'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), before_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.504504 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63144887'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.515028 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.db [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] For port 9b01d0a5-3dd9-446a-8875-93ca62172575, host dv-cinder-834822-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-4-iscsi',level=0,port_id=9b01d0a5-3dd9-446a-8875-93ca62172575,segment=NetworkSegment(bc571d07-2299-4dd0-b4eb-9986776df65c),segment_id=bc571d07-2299-4dd0-b4eb-9986776df65c)] {{(pid=103803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:32:55.515423 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824192'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), precommit_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.530274 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Calling delete_port for 9b01d0a5-3dd9-446a-8875-93ca62172575 owned by network:dhcp {{(pid=103803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 17 07:32:55.534631 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] No DVR routers for this DVR port 9b01d0a5-3dd9-446a-8875-93ca62172575 on host dv-cinder-834822-4-iscsi {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:32:55.536846 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b01d0a5-3dd9-446a-8875-93ca62172575,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:55.614268 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1001405', 'neutron.services.segments.db._delete_segments_for_network-8792503871223'] for network (38dbe78f-c173-4dfd-b647-3844cfb85c6c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.618752 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1023203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792503781214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792503429151'] for port (9b01d0a5-3dd9-446a-8875-93ca62172575), after_delete {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.637669 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38dbe78f-c173-4dfd-b647-3844cfb85c6c']}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:55.644299 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Pushing event deleted for resources: {'Port': ['ID=9b01d0a5-3dd9-446a-8875-93ca62172575,revision_number=None']} {{(pid=103803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:55.649465 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] No DVR routers for this DVR port 9b01d0a5-3dd9-446a-8875-93ca62172575 on host dv-cinder-834822-4-iscsi {{(pid=103803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 17 07:32:55.651521 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc571d07-2299-4dd0-b4eb-9986776df65c') {'for_net_delete': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:55.651961 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.services.segments.db [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc571d07-2299-4dd0-b4eb-9986776df65c') {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:32:55.656307 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.656655 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.656993 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.657324 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.663166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.663166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.663166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.663166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.663166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.663166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.663166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.663166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.663166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.663166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.663166 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad21a3-fc8f-426f-9f78-e49aa67fb849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-4-iscsi {{(pid=103803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:32:55.673910 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792503871106', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64417089'] for segment (bc571d07-2299-4dd0-b4eb-9986776df65c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.689419 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404'] for segment (bc571d07-2299-4dd0-b4eb-9986776df65c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.696873 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:32:55.697266 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1014404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63144794'] for segment (bc571d07-2299-4dd0-b4eb-9986776df65c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.746178 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment bc571d07-2299-4dd0-b4eb-9986776df65c resource provider aggregate not found Jun 17 07:32:55.767581 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.services.segments.plugin [-] Segment bc571d07-2299-4dd0-b4eb-9986776df65c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc571d07-2299-4dd0-b4eb-9986776df65c found for delete ", "request_id": "req-5be5f25b-7e53-4583-9339-38183f190783"}]} Jun 17 07:32:55.769104 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1001394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1819563'] for network (38dbe78f-c173-4dfd-b647-3844cfb85c6c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.776808 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634926'] for network (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:55.781420 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] 10.222.0.33 "DELETE /v2.0/networks/38dbe78f-c173-4dfd-b647-3844cfb85c6c HTTP/1.1" status: 204 len: 168 time: 0.5786581 Jun 17 07:32:55.794577 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c669da-1a8c-45e8-aa2f-3576f2bf666e admin admin] Pushing event deleted for resources: {'Network': ['ID=38dbe78f-c173-4dfd-b647-3844cfb85c6c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:55.924717 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 44202) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:55.970599 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-cf954eff-5328-4b22-a058-190fe0ede0b3 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d2b7ae6a418640629020f39ac455d075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445974 Jun 17 07:32:55.973046 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [-] (103801) accepted ('10.222.0.33', 44204) {{(pid=103801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:56.032030 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-395ff00c-3976-4f37-b658-599211fb19e0 admin admin] Publish callbacks [] for security_group (c9698c46-0a63-41e5-815c-8b36f93e5fca), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:56.053955 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-395ff00c-3976-4f37-b658-599211fb19e0 admin admin] Publish callbacks [] for security_group (c9698c46-0a63-41e5-815c-8b36f93e5fca), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:56.103682 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-395ff00c-3976-4f37-b658-599211fb19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (c9698c46-0a63-41e5-815c-8b36f93e5fca), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:56.106239 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-395ff00c-3976-4f37-b658-599211fb19e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:56.107418 dv-cinder-834822-4-iscsi neutron-server[103801]: INFO neutron.wsgi [None req-395ff00c-3976-4f37-b658-599211fb19e0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/c9698c46-0a63-41e5-815c-8b36f93e5fca HTTP/1.1" status: 204 len: 168 time: 0.1334262 Jun 17 07:32:56.115574 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ff00c-3976-4f37-b658-599211fb19e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9698c46-0a63-41e5-815c-8b36f93e5fca,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:56.458169 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44210) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:56.498981 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-b56c52f8-8c3b-40f6-9efd-50af97f1a9ce admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=497160218e904aff92a91866c5ba3710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396686 Jun 17 07:32:56.501475 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [-] (103802) accepted ('10.222.0.33', 44212) {{(pid=103802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 17 07:32:56.549600 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11753a87-3474-48c0-835d-4cbbad2e29d2 admin admin] Publish callbacks [] for security_group (f1349cfb-97f6-4363-a8f8-4753b1043527), before_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:56.571787 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11753a87-3474-48c0-835d-4cbbad2e29d2 admin admin] Publish callbacks [] for security_group (f1349cfb-97f6-4363-a8f8-4753b1043527), precommit_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:56.619345 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11753a87-3474-48c0-835d-4cbbad2e29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1687923'] for security_group (f1349cfb-97f6-4363-a8f8-4753b1043527), after_delete {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:56.621913 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-11753a87-3474-48c0-835d-4cbbad2e29d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:32:56.623034 dv-cinder-834822-4-iscsi neutron-server[103802]: INFO neutron.wsgi [None req-11753a87-3474-48c0-835d-4cbbad2e29d2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f1349cfb-97f6-4363-a8f8-4753b1043527 HTTP/1.1" status: 204 len: 168 time: 0.1206880 Jun 17 07:32:56.631815 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11753a87-3474-48c0-835d-4cbbad2e29d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1349cfb-97f6-4363-a8f8-4753b1043527,revision_number=None']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:32:56.929298 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9b01d0a5-3dd9-446a-8875-93ca62172575 no longer exists at agent ovs-agent-dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:32:56.952928 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.plugin [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] No Port match for: 9b01d0a5-3dd9-446a-8875-93ca62172575 {{(pid=103803) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 17 07:32:56.953686 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron.plugins.ml2.rpc [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Device 9b01d0a5-3dd9-446a-8875-93ca62172575 not bound to the agent host dv-cinder-834822-4-iscsi {{(pid=103803) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:33:02.520974 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c2eebe84-7f11-458b-80cb-dc4b16ed5b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:04.737159 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-75d67078-e8f0-4fbc-b7a8-793f6135b410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:05.774122 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:06.086876 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=56,neutron:DELETE=5 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:33:06.111750 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG dbcounter [-] [103801] Writing DB stats neutron:SELECT=53,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103801) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:33:06.447819 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=78 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:33:06.452966 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=93 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:33:06.604145 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:33:06.626660 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG dbcounter [-] [103802] Writing DB stats neutron:SELECT=33,neutron:DELETE=7 {{(pid=103802) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:33:07.339225 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:07.894288 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:15.301125 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:25.294969 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=60,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:33:25.297064 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:33:26.353449 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:33:32.513993 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-9436bef8-a6b6-43f0-9e36-a805845123b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:34.743389 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-879b7d51-2e95-481e-b695-bc6c9fba7728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:35.776567 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:37.343178 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:37.897960 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:43.448178 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=6 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:33:43.448967 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:33:45.294105 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:33:55.288280 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:33:55.290211 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:34:02.517944 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-27ac2c43-709d-4c4d-a401-aa151498c741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:03.352489 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:34:04.736005 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9f3e-196d-4685-94e5-6563bbe3da20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:05.781920 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:07.348023 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:07.901249 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:15.313730 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:25.307891 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:34:25.310104 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:34:30.391791 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=17 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:34:30.393183 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=17 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:34:32.522913 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-639b5149-79d8-40fc-8c0c-842e38b39838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:34.738550 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ce8938ae-07e7-4fcf-a4ab-76439f847088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:35.781581 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:37.347043 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:37.906092 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:40.352560 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:34:45.304119 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:34:55.297811 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:34:55.300316 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:34:57.436554 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:34:57.441563 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:35:02.529427 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-8f83eb54-dc9e-4351-ac62-7c981377a11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:04.741518 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ad1113bf-d6f9-49cc-8978-eb3892959b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:05.784979 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:07.350165 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:07.909985 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:15.310501 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:17.353414 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:35:22.795717 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [req-a99b0902-93c5-4ae3-806d-e34685bba0f5 req-db420f8d-5478-438d-a971-d8a800cc0471 service neutron] (103801) timed out ('10.222.0.16', 62455) {{(pid=103801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 07:35:25.299931 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:35:25.305480 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:35:26.859843 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [req-67b262f4-8ff9-4db9-bc0b-d7538e6fd3cf req-f9dbbfec-e284-4ab5-b613-b0037a347d78 service neutron] (103802) timed out ('10.222.0.16', 62428) {{(pid=103802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 07:35:32.522906 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-729cb9c2-9762-4562-8282-de43f1090a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:34.448276 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:35:34.449124 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:35:34.742273 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-759034d9-a91e-4abd-a89d-43c6271555dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:35.788640 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:37.353282 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:37.912042 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:45.309976 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:35:54.352297 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:35:55.302498 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:35:55.304371 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:36:02.524919 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-506c1f89-cade-4de2-8f1d-289bd5ca1613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:04.743737 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ad07f8ab-1231-49f7-81d8-67f104594d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:05.793848 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:07.357398 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:07.913535 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:11.443748 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:36:11.444546 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=7 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:36:15.312681 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:25.307320 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:36:25.308113 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:36:30.385680 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=14 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:36:30.387236 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=12 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:36:31.353103 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:36:32.526164 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c317dbd8-5b2b-46f6-8a4b-602126d1be87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:34.745597 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab0aa-119d-4ac6-acd1-c657a3639bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:35.794808 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:37.358585 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:37.918905 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:45.311916 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:36:48.436790 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=3 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:36:48.441892 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:36:55.305908 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:36:55.307728 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:37:02.527069 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-99a37a57-47d4-400d-a236-4f485f3eb869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:04.746523 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-42341cb6-2d83-467f-8586-8bf7b6e47f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:05.796689 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:07.361543 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:07.921044 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:08.352399 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:37:15.335159 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:25.324205 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:37:25.330667 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:37:31.358136 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=4 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:37:31.359226 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:37:32.529563 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-8c5c09d0-02ec-4019-8679-f75cfb7cac95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:34.094825 dv-cinder-834822-4-iscsi neutron-server[103801]: DEBUG neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-b293a0ce-2d38-492f-a33e-3047360ec0f8 service neutron] (103801) timed out ('10.222.0.33', 37918) {{(pid=103801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 07:37:34.749949 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-dfa50839-ce75-41db-9b8e-ac9d76e1fdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:34.830412 dv-cinder-834822-4-iscsi neutron-server[103802]: DEBUG neutron.wsgi [req-23bf6c3f-3667-4737-a84b-df28f9cc5337 req-7f5ede53-3dac-44f2-a243-b02326264412 tempest-AttachVolumeShelveTestJSON-1662044302 tempest-AttachVolumeShelveTestJSON-1662044302-project] (103802) timed out ('10.222.0.33', 37932) {{(pid=103802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 17 07:37:35.799674 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:37.364183 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:37.923754 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:45.333911 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:37:45.351941 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG neutron.db.agents_db [None req-462735c0-3013-443e-8e56-319e40621306 None None] Agent healthcheck: found 6 active agents {{(pid=103804) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:37:55.323963 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:37:55.328567 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG dbcounter [-] [103803] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=103803) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:38:02.441936 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=6 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:38:02.442697 dv-cinder-834822-4-iscsi neutron-server[103804]: DEBUG dbcounter [-] [103804] Writing DB stats neutron:SELECT=2 {{(pid=103804) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 17 07:38:02.530877 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-4f3a191c-aeb2-4d5d-b793-e10e241f0f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (c9c923e4-dd3c-4bcd-8950-f68e23f56cd0), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:38:04.750628 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-ed68ee43-dcb4-44ef-88d3-1d023d78442d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (539eb874-206f-464b-becc-eac6878104a4), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:38:05.801674 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-590cd0f7-e53e-4b39-8ca2-b8f5069c8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (30fd6606-f49f-456d-8209-c69d7f9d8925), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:38:07.368569 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-db03797f-669d-4e54-a46d-b8d5792f8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (0b5295fb-1bbd-45f8-8583-44217e8d9c7f), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:38:07.926279 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-b53bc6ee-a11e-4386-9f66-b954d492e0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (54fb3f5e-27e7-4a07-9810-be87452da567), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 17 07:38:15.335286 dv-cinder-834822-4-iscsi neutron-server[103803]: DEBUG neutron_lib.callbacks.manager [None req-c1a925bc-d61a-4f0a-8ffb-92ecd914c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792503871205', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000654'] for agent (58283e51-708e-4e5d-a8e3-9f1bfd938cb1), after_update {{(pid=103803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}